-- Logs begin at Fri 2022-09-23 14:32:25 UTC, end at Fri 2022-09-23 15:43:53 UTC. -- Sep 23 15:09:31.172428 dv-cinder-855013-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 15:09:33.785909 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.common.config [-] Logging enabled! Sep 23 15:09:33.786566 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev17 Sep 23 15:09:33.786643 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106553) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 15:09:33.789863 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.common.config [-] Logging enabled! Sep 23 15:09:33.790110 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev17 Sep 23 15:09:33.790410 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106553) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 15:09:33.791333 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 15:09:33.791558 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 15:09:33.792023 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 15:09:33.792274 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 15:09:33.792498 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 15:09:33.792851 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.793122 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.793342 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.793637 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.793906 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.794182 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.794472 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.794758 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.795039 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.795364 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.795588 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.795811 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.796088 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.796351 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.796656 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.796879 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] debug = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.797154 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.797565 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.798002 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.798277 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.798556 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.798799 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.799060 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.799328 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.799603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.800031 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] host = dv-cinder-855013-3-iscsi {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.800312 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.800611 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.800916 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.801199 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.801472 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.801743 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.802019 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.802285 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.802556 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] log_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.802824 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.803104 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.803388 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.803676 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.803895 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.804114 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.804392 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.804696 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.804966 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.805234 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.805502 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.805771 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.806035 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.806297 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.806576 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.806851 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.807127 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.807395 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.807660 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.807923 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.808185 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.808462 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.808749 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.809017 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.809282 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.809558 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.809818 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.810083 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.810374 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.810653 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.810929 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.811207 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.811477 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.811750 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.812013 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.812277 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.812543 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] use_json = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.812832 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.813095 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.813368 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.813633 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.813897 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.814166 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.814430 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.814705 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.814970 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:33.815258 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.815586 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.815890 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.816165 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.816456 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.816761 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.817047 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.817321 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.817603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.817889 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.818167 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.818436 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.818726 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.819007 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.819292 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.819587 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.819871 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.820156 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.820424 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.820712 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.820981 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.821256 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.821533 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.821802 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.822083 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.822363 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.822637 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.822928 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.823206 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.823482 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.823765 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.824050 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.824318 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.824609 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.824892 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.825167 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.825432 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.825710 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.825980 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.826244 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.826518 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.826804 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.827087 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.827354 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.827624 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.827908 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.828180 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.828446 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.828739 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.829010 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.829275 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.829554 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.829822 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.830085 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.830348 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.830617 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.830881 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.831249 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.831575 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.831845 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.832116 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.832379 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.832668 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.832938 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.833219 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.833465 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.833729 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.833993 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.834263 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.834530 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.834795 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.835058 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.835319 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.835583 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.835861 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.836151 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.836426 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.836717 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.836988 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.837255 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.837525 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.837794 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.838065 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.838334 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.838599 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.838880 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.839155 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.839434 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.839709 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.839996 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.840282 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.840552 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.840846 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.841115 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.841383 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.841651 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.841927 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.842195 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.842464 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.842739 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.843015 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.843336 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.843624 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.843868 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.844186 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.844472 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.844787 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.845061 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.845362 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.845618 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:33.845829 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 15:09:33.846068 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106553) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 15:09:34.222549 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 15:09:34.222867 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 15:09:34.223130 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 15:09:34.223330 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 15:09:34.223631 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 15:09:34.223957 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 15:09:34.540083 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.540277 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.540533 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.541765 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.542031 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.542283 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.593653 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.593922 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.594192 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.610152 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.610412 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.610693 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.638602 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.638871 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.639135 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.674658 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.674993 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.675273 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.900387 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.901097 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.901097 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.902161 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.902860 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.998675 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.998982 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.999261 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.999523 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:34.999780 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.000077 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.000347 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.000632 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.000869 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.001147 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.001383 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.001639 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.001889 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.002132 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.002368 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.002627 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.002878 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.003318 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.003614 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.003871 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.004208 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.004476 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.004824 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.005209 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.005457 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.005699 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.006093 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:35.006326 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:35.006557 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:35.006786 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:35.007014 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:35.007241 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:35.007595 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 15:09:35.010661 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 15:09:35.014515 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 15:09:35.018411 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 23 15:09:35.020199 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 15:09:35.020841 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 15:09:35.021169 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 15:09:35.021553 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 15:09:35.024283 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 15:09:35.024523 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 15:09:35.024882 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 15:09:35.029907 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 15:09:35.052489 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 15:09:35.052973 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.053269 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106553) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 23 15:09:35.053635 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.054986 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106553) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 15:09:35.055255 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 15:09:35.055495 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 15:09:35.066458 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.066759 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.212072 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 15:09:35.212247 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 15:09:35.212453 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 15:09:35.212866 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 15:09:35.265017 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO dbcounter [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Registered counter for database neutron Sep 23 15:09:35.284132 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_db.sqlalchemy.engines [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106553) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 15:09:35.291024 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG dbcounter [-] [106553] Writer thread running {{(pid=106553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:09:35.836513 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing driver for type 'gre' Sep 23 15:09:35.837073 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] gre ID ranges: [(1, 1000)] Sep 23 15:09:35.896478 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing driver for type 'local' Sep 23 15:09:35.896850 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing driver for type 'vlan' Sep 23 15:09:35.913019 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] VlanTypeDriver initialization complete Sep 23 15:09:35.913712 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing driver for type 'vxlan' Sep 23 15:09:35.913863 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] vxlan ID ranges: [(1, 1000)] Sep 23 15:09:35.972912 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing extension driver 'port_security' Sep 23 15:09:35.973250 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] PortSecurityExtensionDriver initialization complete Sep 23 15:09:35.973596 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing mechanism driver 'openvswitch' Sep 23 15:09:35.974894 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing mechanism driver 'hyperv' Sep 23 15:09:35.980567 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.plugin [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:35.981266 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.981641 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.981998 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.982506 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:09:35.982924 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.983282 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.983635 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.984028 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:09:35.984434 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.984812 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.985160 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.985548 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:09:35.985949 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > security_group after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.986301 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > security_group after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.986644 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.987031 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:09:35.987438 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.987792 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.988129 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.989029 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:09:35.989436 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > address_group after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.989787 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > address_group after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.990127 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.990514 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:09:35.990951 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] ML2 OVO RPC backend initialized. {{(pid=106553) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 23 15:09:35.991654 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.992014 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.992430 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.992810 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > networks before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.993218 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.993577 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > ports before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.993962 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnet before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.994340 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnets before_response 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.994755 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.995099 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.995439 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.995778 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.996117 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.996451 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.996824 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.997168 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:35.997506 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.005137 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded quota_driver: . Sep 23 15:09:36.005534 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.plugin [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Modular L2 Plugin initialization complete Sep 23 15:09:36.005884 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading services supported by the core plugin {{(pid=106553) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 15:09:36.006228 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.plugins.ml2.managers [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Got port-security extension from driver 'port_security' Sep 23 15:09:36.006705 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.extensions.vlantransparent [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Disabled vlantransparent extension. Sep 23 15:09:36.007205 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106553) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 15:09:36.007531 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: router Sep 23 15:09:36.042848 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.043244 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router after_create 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.043617 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router before_create 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.043984 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.044359 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.044754 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router after_delete 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.045119 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.045470 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.045827 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router after_create 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.046179 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router after_update 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.046530 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router after_update 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.046866 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.047226 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router after_update 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.047643 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.048020 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: port after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.048370 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: port after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.048737 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: subnet after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.049091 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.049454 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.049790 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.050138 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: port before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.050485 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.050842 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router after_update 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.051192 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.051576 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.051950 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.052355 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.052782 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > agent after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.053142 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > agent after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.053492 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > network after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.054358 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Tracking information for resource: router configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:36.054691 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Tracking information for resource: floatingip configured {{(pid=106553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:09:36.059782 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.db.l3_agentschedulers_db [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 15:09:36.060368 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: port after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.060782 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: port after_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.061142 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: port after_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.061499 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: port after_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.062291 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router before_create 55550100 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.062659 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.063021 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_create 55550100 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.063408 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > router precommit_update 55550100 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.068525 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.services.provider_configuration [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service providers = [] {{(pid=106553) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 15:09:36.068920 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.db.servicetype_db [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106553) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 15:09:36.071878 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.services.service_base [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:09:36.072232 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.services.service_base [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:09:36.072575 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.services.service_base [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:09:36.073496 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.services.service_base [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:09:36.073858 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.services.service_base [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 15:09:36.074234 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.074553 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 15:09:36.086409 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.086808 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: auto_allocate Sep 23 15:09:36.092523 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: network precommit_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.092919 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: network precommit_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.093437 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.093767 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: tag Sep 23 15:09:36.100816 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.101149 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: timestamp Sep 23 15:09:36.105206 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.105541 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: network_ip_availability Sep 23 15:09:36.111032 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.111407 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.111769 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.112493 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.112845 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: flavors Sep 23 15:09:36.117935 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.118264 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading Plugin: revisions Sep 23 15:09:36.122699 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:09:36.123091 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.899s {{(pid=106553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 15:09:36.123831 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106553) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 23 15:09:36.124169 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Initializing extension manager. Sep 23 15:09:36.124815 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: __init__.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.125165 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: __pycache__ {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.125500 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: address_group.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.126392 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.126966 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: address-group Sep 23 15:09:36.127292 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: address_scope.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.127970 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.128473 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: address-scope Sep 23 15:09:36.128825 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.129785 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.130245 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: router-admin-state-down-before-update Sep 23 15:09:36.130579 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: agent.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.131243 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.131743 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: agent Sep 23 15:09:36.132065 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: agent_resources_synced.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.132971 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.133472 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: agent-resources-synced Sep 23 15:09:36.133792 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: allowedaddresspairs.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.135550 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.136065 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: allowed-address-pairs Sep 23 15:09:36.136390 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: auto_allocated_topology.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.137439 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.137950 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: auto-allocated-topology Sep 23 15:09:36.138274 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: availability_zone.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.138931 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.139437 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: availability_zone Sep 23 15:09:36.139758 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: availability_zone_filter.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.140652 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.141155 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: availability_zone_filter Sep 23 15:09:36.141479 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: data_plane_status.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.142366 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.142851 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 15:09:36.143174 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: default_subnetpools.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.144050 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.144561 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: default-subnetpools Sep 23 15:09:36.144909 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.145939 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.146612 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: dhcp_agent_scheduler Sep 23 15:09:36.146944 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: dns.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.147849 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.148352 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 15:09:36.148702 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: dns_domain_ports.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.149583 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.150085 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 15:09:36.150459 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.151346 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.151937 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 15:09:36.152279 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: dvr.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.153023 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.153688 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: dvr Sep 23 15:09:36.154082 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: ecmp_routes.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.155164 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.155814 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 15:09:36.156195 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: empty_string_filtering.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.157474 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.160378 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: empty-string-filtering Sep 23 15:09:36.160861 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.162139 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.162807 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 15:09:36.163174 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.164703 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.165379 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 15:09:36.165835 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: external_net.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.166939 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.167634 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: external-net Sep 23 15:09:36.168391 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.169668 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.170269 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: extra_dhcp_opt Sep 23 15:09:36.170748 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: extraroute.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.171905 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.172468 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: extraroute Sep 23 15:09:36.172985 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: extraroute_atomic.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.174463 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.175106 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: extraroute-atomic Sep 23 15:09:36.175471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: filter_validation.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.176390 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.177099 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: filter-validation Sep 23 15:09:36.177467 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: fip_pf_description.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.178532 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.179116 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 15:09:36.179537 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: fip_pf_detail.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.180871 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.181526 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 23 15:09:36.181918 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: fip_pf_port_range.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.182913 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.183423 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 23 15:09:36.183744 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: fip_port_details.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.184647 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.185188 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: fip-port-details Sep 23 15:09:36.185511 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: flavors.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.186709 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.187227 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: flavors Sep 23 15:09:36.187640 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.189360 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.189881 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 15:09:36.190216 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: floatingip_pools.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.190886 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.191392 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: floatingip-pools Sep 23 15:09:36.191721 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: ip_allocation.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.192861 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.193392 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 15:09:36.193719 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.194620 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.195127 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: ip-substring-filtering Sep 23 15:09:36.195449 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l2_adjacency.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.196333 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.196862 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 15:09:36.197190 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.198192 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.198708 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: router Sep 23 15:09:36.199036 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.201514 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.202045 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 15:09:36.202381 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.203266 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.203786 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: ext-gw-mode Sep 23 15:09:36.204116 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.205029 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.205544 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: l3-ha Sep 23 15:09:36.205872 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.206747 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.207253 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 23 15:09:36.207582 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3_flavors.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.208657 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.209175 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: l3-flavors Sep 23 15:09:36.209502 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.210844 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.211363 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 23 15:09:36.211691 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.212612 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.213133 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 15:09:36.213459 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: l3agentscheduler.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.214475 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.214983 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: l3_agent_scheduler Sep 23 15:09:36.215316 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: local_ip.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.217063 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.217591 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension local_ip not supported by any of loaded plugins Sep 23 15:09:36.217922 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: logging.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.219388 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.219910 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension logging not supported by any of loaded plugins Sep 23 15:09:36.220246 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: metering.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.220995 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.221573 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: metering Sep 23 15:09:36.221899 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.222938 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.223526 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: metering_source_and_destination_fields Sep 23 15:09:36.223882 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: multiprovidernet.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.224803 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.225321 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: multi-provider Sep 23 15:09:36.225738 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: netmtu.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.226627 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.227140 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: net-mtu Sep 23 15:09:36.227469 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: netmtu_writable.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.228343 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.228874 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: net-mtu-writable Sep 23 15:09:36.229198 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: network_availability_zone.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.229832 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.230334 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: network_availability_zone Sep 23 15:09:36.230652 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: network_ip_availability.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.231714 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.232220 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: network-ip-availability Sep 23 15:09:36.232541 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: network_segment_range.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.233300 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.233797 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 15:09:36.234121 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: pagination.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.235048 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.235375 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: pagination Sep 23 15:09:36.235691 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: port_device_profile.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.236561 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.237089 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: port-device-profile Sep 23 15:09:36.237411 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: port_mac_address_override.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.238292 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.239161 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: port-mac-override Sep 23 15:09:36.239477 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.240360 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.240888 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: port-mac-address-regenerate Sep 23 15:09:36.241210 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.242074 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.242584 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: port-numa-affinity-policy Sep 23 15:09:36.242903 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: port_resource_request.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.243768 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.244272 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 15:09:36.244610 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: port_resource_request_groups.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.245530 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.246038 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 23 15:09:36.246365 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: portbindings.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.247265 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.247778 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: binding Sep 23 15:09:36.248099 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: portbindings_extended.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.249361 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.249873 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: binding-extended Sep 23 15:09:36.250205 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: portsecurity.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.251078 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.251623 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: port-security Sep 23 15:09:36.251949 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: project_id.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.253106 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.253440 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: project-id Sep 23 15:09:36.253762 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: providernet.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.254700 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.255222 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: provider Sep 23 15:09:36.255545 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.259075 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.259597 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos not supported by any of loaded plugins Sep 23 15:09:36.259934 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.261198 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.261717 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 15:09:36.262050 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.262930 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.263441 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 15:09:36.263770 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_default.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.264663 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.265181 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-default not supported by any of loaded plugins Sep 23 15:09:36.265506 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_fip.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.266379 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.266888 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 15:09:36.267212 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.268088 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.268622 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 23 15:09:36.268955 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_gateway_ip.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.269832 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.270393 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 15:09:36.270725 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_port_network_policy.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.271582 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.272091 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 15:09:36.272416 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.273428 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.273942 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 23 15:09:36.274270 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.275254 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.275763 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 23 15:09:36.276090 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_pps_rule.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.277242 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.277753 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 15:09:36.278082 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_rule_type_details.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.278947 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.279514 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 15:09:36.279849 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.280762 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.281268 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 23 15:09:36.281592 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: qos_rules_alias.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.282586 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.283095 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 15:09:36.283419 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: quota_check_limit.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.284293 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.284831 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: quota-check-limit Sep 23 15:09:36.285156 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: quotasv2.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.286129 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.286450 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: quotas Sep 23 15:09:36.286936 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: quotasv2_detail.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.288609 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.288998 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: quota_details Sep 23 15:09:36.289325 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: rbac.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.290359 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.290882 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: rbac-policies Sep 23 15:09:36.291212 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: rbac_address_group.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.292112 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.292648 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: rbac-address-group Sep 23 15:09:36.292974 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: rbac_address_scope.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.293937 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.294451 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: rbac-address-scope Sep 23 15:09:36.294783 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: rbac_security_groups.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.295661 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.296169 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: rbac-security-groups Sep 23 15:09:36.296491 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: rbac_subnetpool.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.297400 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.297909 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: rbac-subnetpool Sep 23 15:09:36.298232 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: revisionifmatch.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.299113 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.299625 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: revision-if-match Sep 23 15:09:36.299956 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: revisions.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.301055 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.301593 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: standard-attr-revisions Sep 23 15:09:36.302268 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: router_availability_zone.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.302916 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.303423 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: router_availability_zone Sep 23 15:09:36.303746 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: routerservicetype.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.304671 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.305187 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 15:09:36.305509 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.306401 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.306914 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: security-groups-normalized-cidr Sep 23 15:09:36.307235 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.308117 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.308659 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: port-security-groups-filtering Sep 23 15:09:36.308980 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.309861 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.310376 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: security-groups-remote-address-group Sep 23 15:09:36.310698 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.311588 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.312097 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: security-groups-shared-filtering Sep 23 15:09:36.312420 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: securitygroup.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.322289 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.322818 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: security-group Sep 23 15:09:36.323153 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: segment.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.323849 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.324362 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension segment not supported by any of loaded plugins Sep 23 15:09:36.324727 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.325627 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.326140 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 15:09:36.326469 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: servicetype.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.327619 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.328140 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: service-type Sep 23 15:09:36.328466 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: sorting.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.329441 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.329776 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: sorting Sep 23 15:09:36.330106 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: standard_attr_segment.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.330998 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.331515 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 15:09:36.331839 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: standardattrdescription.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.332449 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.333049 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: standard-attr-description Sep 23 15:09:36.333490 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: stateful_security_group.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.334386 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.334896 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: stateful-security-group Sep 23 15:09:36.335216 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: stdattrs_common.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.335798 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 15:09:36.336123 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.337092 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.337548 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 15:09:36.337873 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: subnet_onboard.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.338897 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.339405 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: subnet_onboard Sep 23 15:09:36.339730 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.340630 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.341147 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 15:09:36.341468 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: subnet_service_types.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.342385 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.342893 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: subnet-service-types Sep 23 15:09:36.343215 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: subnetallocation.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.344241 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.344790 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: subnet_allocation Sep 23 15:09:36.345118 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.345748 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.346249 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: subnetpool-prefix-ops Sep 23 15:09:36.346570 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.347596 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.348104 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 15:09:36.348660 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: tagging.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.349718 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.350247 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: standard-attr-tag Sep 23 15:09:36.350575 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: timestamp.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.351750 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.352268 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loaded extension: standard-attr-timestamp Sep 23 15:09:36.352612 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: trunk.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.353602 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.354122 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension trunk not supported by any of loaded plugins Sep 23 15:09:36.354444 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: trunk_details.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.355326 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.355837 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 15:09:36.356156 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: uplink_status_propagation.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.357062 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.357565 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 15:09:36.357887 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Loading extension file: vlantransparent.py {{(pid=106553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:09:36.358521 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:09:36.359017 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 15:09:36.361711 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:network Sep 23 15:09:36.362234 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:subnet Sep 23 15:09:36.362635 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:09:36.363022 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:port Sep 23 15:09:36.364729 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.365172 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service FLAVORS assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.365788 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.366236 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.366571 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:router Sep 23 15:09:36.367005 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 15:09:36.367497 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service METERING assigned prefix: /metering {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.368974 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.369348 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.369704 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:09:36.370731 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 15:09:36.371183 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:security_group Sep 23 15:09:36.371611 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 15:09:36.372156 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service CORE assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.372496 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:09:36.372872 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] subnetpool is already registered Sep 23 15:09:36.373299 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service CORE assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.373626 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:09:36.373959 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] subnetpool is already registered Sep 23 15:09:36.376362 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.376829 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service FLAVORS assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.377466 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.378007 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.378345 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:router Sep 23 15:09:36.378687 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] router is already registered Sep 23 15:09:36.379121 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 15:09:36.379460 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] floatingip is already registered Sep 23 15:09:36.379993 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service METERING assigned prefix: /metering {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.380833 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 15:09:36.381178 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] rbac_policy is already registered Sep 23 15:09:36.381596 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:security_group Sep 23 15:09:36.381941 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] security_group is already registered Sep 23 15:09:36.382358 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 15:09:36.382703 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] security_group_rule is already registered Sep 23 15:09:36.383193 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service CORE assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.383521 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:09:36.383858 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] subnetpool is already registered Sep 23 15:09:36.384293 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.v2.resource_helper [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Service CORE assigned prefix: {{(pid=106553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:09:36.384613 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:09:36.384965 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING neutron.quota.resource_registry [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] subnetpool is already registered Sep 23 15:09:36.385437 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: extensions {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.387064 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: address-groups {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.388566 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: address-scopes {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.389824 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: agents {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.391015 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: auto-allocated-topology {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.393555 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: availability_zones {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.394798 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: dhcp-networks {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.396472 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: dhcp-agents {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.398098 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: routers {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.399879 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: flavors {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.401108 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: service_profiles {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.402424 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: next_providers {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.403902 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: service_profiles {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.405407 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: floatingip-pools {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.406689 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: routers {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.408543 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: floatingips {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.409779 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: l3-routers {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.411304 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: l3-agents {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.412890 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: metering-labels {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.414196 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: metering-label-rules {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.415489 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: network-ip-availabilities {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.416883 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: bindings {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.418480 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: quotas {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.420077 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: quotas {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.421773 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: rbac-policies {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.422979 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: security-groups {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.424196 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: security-group-rules {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.425517 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: service-providers {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.426935 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: subnetpools {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.428418 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: subnetpools {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.429941 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.431715 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.433518 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.435410 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.437160 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.439032 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.440871 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.442742 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.444538 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.446440 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron.api.extensions [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Extended resource: tags {{(pid=106553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:09:36.453546 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING keystonemiddleware.auth_token [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 15:09:36.458708 dv-cinder-855013-3-iscsi neutron-server[106553]: WARNING keystonemiddleware.auth_token [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 15:09:36.467667 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Acquiring lock "singleton_lock" {{(pid=106553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 23 15:09:36.468005 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Acquired lock "singleton_lock" {{(pid=106553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 23 15:09:36.468500 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_concurrency.lockutils [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Releasing lock "singleton_lock" {{(pid=106553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 23 15:09:36.469197 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO oslo_service.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Starting 2 workers Sep 23 15:09:36.474164 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Started child 106666 {{(pid=106553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:09:36.478731 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Started child 106667 {{(pid=106553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:09:36.479611 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:36.480317 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO neutron.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 15:09:36.480879 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:36.481140 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [-] (106666) wsgi starting up on http://0.0.0.0:9696 Sep 23 15:09:36.483263 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO oslo_service.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Starting 1 workers Sep 23 15:09:36.483580 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:36.484971 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [-] (106667) wsgi starting up on http://0.0.0.0:9696 Sep 23 15:09:36.488951 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Started child 106668 {{(pid=106553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:09:36.489919 dv-cinder-855013-3-iscsi neutron-server[106553]: INFO oslo_service.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Starting 1 workers Sep 23 15:09:36.492768 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] calling RpcWorker wait() {{(pid=106668) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 15:09:36.493348 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] returning from RpcWorker wait() {{(pid=106668) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 15:09:36.494048 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Started child 106669 {{(pid=106553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:09:36.494540 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:36.494738 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG neutron_lib.callbacks.manager [None req-a8014097-a81a-451f-be22-16d9649c8ca0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:36.495072 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:36.496622 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 15:09:36.496822 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 15:09:36.497024 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 15:09:36.497218 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 15:09:36.497582 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 15:09:36.497719 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 15:09:36.498254 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.498521 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.498770 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.498865 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:36.499329 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.499588 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.499780 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:36.499872 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.500093 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.500374 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.500662 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.500832 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.500992 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.501226 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.501498 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.501818 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.502084 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.502345 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.502573 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.502741 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.502995 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.503253 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.503490 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.503773 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] debug = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.504023 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.504492 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.504778 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.505527 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.505527 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.505779 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.505899 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.506114 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.506372 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.506619 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.506850 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.507104 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.507365 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.507589 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.507824 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.508091 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.508314 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.508847 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] host = dv-cinder-855013-3-iscsi {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.509100 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.509323 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.509575 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.509822 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.510080 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.510309 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.510568 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.510825 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.511075 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.511304 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.511567 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.511807 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.512023 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.512254 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.512401 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_options = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.512674 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.512945 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.513211 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.513403 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.513571 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.513734 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.513981 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.514212 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.514387 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.514631 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.514845 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.515057 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.515299 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.515530 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.515780 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.516010 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.516247 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.516487 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.516760 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.517008 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.519500 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.519890 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.520157 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.520894 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.520894 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.521676 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.521676 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.522354 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.522354 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.523154 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.523154 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.523449 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.523840 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.523840 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.524129 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.524297 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.524527 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.524779 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.525051 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.526138 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.526692 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.526979 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.527755 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.527993 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.528848 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.529038 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.529347 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_json = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.531156 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.531376 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.531650 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.531917 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.532104 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.532344 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.532508 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.532783 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.533036 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.533464 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.533741 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.534081 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.534279 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.534548 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.534749 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.535001 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.535224 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.535476 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.535663 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.536646 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.536646 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.536646 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.537444 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.537706 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.538010 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.538246 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.538508 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.539113 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.539340 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.539579 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.539800 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.540080 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.540301 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.540532 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.540817 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.541044 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.543603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544190 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544190 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544190 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544190 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544464 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544464 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544712 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.544914 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.545168 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.545511 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.545858 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.546228 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.546463 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.546720 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.547096 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.547496 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.547900 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.548194 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.548421 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.548711 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.549037 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.549823 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.549823 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.549823 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.550315 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.550315 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.550583 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.550728 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.550890 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.551111 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.551343 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.551602 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.551836 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.552214 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.552937 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.552937 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.553211 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.553323 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.553540 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.553774 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.554021 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.554240 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.554444 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.554668 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.554873 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.555086 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.555315 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.555550 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.555735 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.555957 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.556185 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.556388 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.556628 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.556843 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.557058 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.557261 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.557502 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.557785 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.558016 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.558280 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.558508 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.558770 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.558999 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.559244 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.559463 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.559674 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.559900 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.560140 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.560378 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.560655 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.561018 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.561374 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.561785 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.562153 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.562518 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.562881 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.563269 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.563884 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.564299 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.564706 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.565140 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.565389 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.565635 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.566008 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.566391 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.566739 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.567152 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.567654 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.568325 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.568739 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.569144 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.569509 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.569782 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.570093 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.570359 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.570770 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.571021 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.571253 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.571503 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.571764 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.572013 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.572273 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.572704 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.572947 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.573181 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.573418 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.573630 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.573868 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.574210 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.574444 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.574659 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.574867 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.575153 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.575407 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.575650 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.575908 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.576149 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.576402 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.576683 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.576907 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.577130 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.577374 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.577623 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.577834 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.578048 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.578272 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.578488 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.578701 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.578914 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.579141 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.579347 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.579561 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.579780 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.579998 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.580229 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.580830 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.580830 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.581085 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.581185 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.581322 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.581533 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.581746 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.581967 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.582192 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.582406 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.582663 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.583137 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.583411 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.583713 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.583967 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.584216 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.584450 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.584727 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.584944 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.585153 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.585364 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.585561 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.585768 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.585975 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.586216 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.586424 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.586655 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.586889 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.587441 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.587831 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.588197 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.588624 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.588856 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.589087 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.589316 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.589580 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.589773 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.589986 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.590206 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.590421 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.590661 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.590879 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.591099 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.591303 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.591539 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.591770 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.592022 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.592266 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.592498 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.592758 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.592973 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.593192 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.593435 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.593665 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.593902 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.594109 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.594317 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.594521 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.594730 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.594937 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.595269 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.595510 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.595731 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.595985 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.596197 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.596559 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.596732 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.596940 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.597050 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.597274 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.597474 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.597681 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.597921 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.598129 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.598340 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.598596 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.598895 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.599105 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.599347 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.599517 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.599747 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.599981 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.600191 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.600412 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.600667 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.600871 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.601073 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.601285 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.601494 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.601696 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.601939 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.602142 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.602342 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.602553 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.602761 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.602962 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.603239 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.603477 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.603686 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.603963 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.604182 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.604415 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.604669 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.604970 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.605177 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.605410 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.605671 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.605914 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.606128 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.606370 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.606852 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.606984 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.607179 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.607439 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.607707 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.607961 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.608255 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.608434 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.608745 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.609067 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.609314 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.609573 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.609819 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.610049 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.610264 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.610472 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.610700 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.610936 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.611164 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.611346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:36.611447 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.611603 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.611838 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.612047 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.612284 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.612494 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.612771 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.612993 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.613224 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.613433 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.613934 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 15:09:36.614561 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 15:09:36.614920 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 15:09:36.614920 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 15:09:36.615118 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 15:09:36.615251 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 15:09:36.615375 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 15:09:36.615483 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.615639 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.615794 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.615949 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.616123 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.616279 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.616450 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.616665 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.616791 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.616911 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.617056 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.617179 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.617319 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.617459 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.617583 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.617723 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.617876 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.618033 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.618186 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.618367 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.618488 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.618641 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] debug = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.618781 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.618994 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.619145 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.619295 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.619446 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.619598 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.619749 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.619893 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.620042 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.620196 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.620348 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.620501 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.620673 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.620797 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.620945 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.621099 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.621252 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.621404 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] host = dv-cinder-855013-3-iscsi {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.621559 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.621710 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.621861 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.622012 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.622165 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.622317 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.622469 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.622620 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.622773 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.622927 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.623081 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.623233 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.623385 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.623561 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.623765 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_options = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.623901 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.624023 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.624106 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.624280 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.624437 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.624618 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.624746 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.624900 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.625054 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.625205 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.625356 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.625504 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.625647 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.625803 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.625955 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.626106 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.626259 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.626447 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.626574 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.626694 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.626834 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.626987 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.627138 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.627289 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.627444 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.627594 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.627745 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.627896 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.628047 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.628200 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.628351 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.628558 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.628668 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.628807 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.628959 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.629111 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.629263 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.629415 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.629715 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.629715 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.629975 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.630058 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.630158 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.630308 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.630458 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.630611 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.630763 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_json = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.630916 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.631070 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.631221 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.631373 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.631525 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.631678 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.631830 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.631983 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.632137 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:09:36.632310 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.632464 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.632647 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.632802 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.632957 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.633112 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.633264 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.633417 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.633571 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.633723 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.633888 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.634041 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.634206 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.634361 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.634514 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.634672 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.634846 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.634970 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.635110 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.635263 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.635416 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.635568 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.635729 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.635883 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.636035 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.636215 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.636327 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.636556 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.636556 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.636931 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.637054 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.637136 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.637257 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.637410 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.637564 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.637719 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.637873 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.638028 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.638183 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.638339 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.638493 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.638665 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.638799 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.638952 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.639106 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.639260 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.639787 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.639787 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.639787 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.640326 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.640326 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.640326 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.640326 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.640732 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.640732 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.640732 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641037 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641037 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641238 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641339 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641441 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641580 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641734 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.641889 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.642045 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.642200 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.642356 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.642718 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.642718 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.643159 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.643159 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.643159 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.644471 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645203 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645203 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645203 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645203 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645203 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645672 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645672 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645672 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.645850 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.646091 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.646091 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.646259 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.646364 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.646519 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.646815 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.647176 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.647344 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.647491 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.647632 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.647787 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.647934 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.648262 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.648391 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.648538 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.648726 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649131 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649131 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649131 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649413 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649413 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649551 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649744 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.649871 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.650003 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.650310 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.650441 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.650602 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.650817 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.650922 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.651051 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.651235 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.651383 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.651554 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.651708 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.652607 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.652607 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.652607 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.652607 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.652607 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.652607 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.653259 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.653421 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.653583 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.653743 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.653904 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.654056 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.654707 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.654707 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.654707 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.654707 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.655033 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.655033 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.655178 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.655260 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.655398 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.655699 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.655854 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.656010 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.656168 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.656324 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.656480 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.656653 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657104 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657104 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657104 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657363 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657441 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657544 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657700 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.657856 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.658013 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.658168 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.658325 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.658480 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.658633 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.658788 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.658942 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.659097 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.659252 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.659406 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.659561 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.659717 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.659870 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.660024 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.660175 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.660328 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.660542 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661296 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661296 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661296 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661296 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661296 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661671 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661671 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661829 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661911 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.661989 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.662143 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.662299 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.662455 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.662611 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.662766 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.662921 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.663078 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.663237 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.663389 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.663542 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.663720 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.663874 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.664028 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.664184 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.664337 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.664492 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.664669 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.664824 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.664976 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.665130 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.665286 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.665439 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.665593 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.665747 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.665900 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.666056 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.666209 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.666363 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.666519 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.666676 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.666830 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.666984 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.667139 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.667293 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.667447 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.667601 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.667754 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.667911 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.668065 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.668219 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.668370 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.668540 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.668703 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.668863 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.669031 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.669170 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.669333 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.669465 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.669629 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.669785 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.669939 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.670093 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.670245 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.670397 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.670560 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.670716 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.670869 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.671023 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.671176 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.671329 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.671491 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.671646 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.671799 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.671951 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.672103 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.672263 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.672407 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.672562 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.672808 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.672963 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.673117 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.673270 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.673436 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.673591 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.673752 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.673905 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.674059 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.674213 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.674377 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.674532 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.674687 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.674849 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.675003 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.675159 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.675314 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.675480 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.675653 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.675793 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.675945 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.676100 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.676241 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.676399 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.676631 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.676793 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.676956 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.677118 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.677287 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.677425 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.677578 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.677732 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.677893 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.678060 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.678215 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.678372 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.678527 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.678682 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.678876 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.679011 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.679124 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.679302 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.679457 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.679637 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.679791 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.679946 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.680100 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.680258 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.680412 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.680566 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.680748 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.680902 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.681055 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:09:36.681205 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 15:09:36.855896 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46346) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:09:36.867319 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [-] 10.222.0.75 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0080688 Sep 23 15:09:36.874447 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [-] 10.222.0.75 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0061934 Sep 23 15:09:45.963590 dv-cinder-855013-3-iscsi neutron-server[106553]: DEBUG dbcounter [-] [106553] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:09:48.307348 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194ef73-8bd7-4643-b8a2-fd313666eeb6 None None] get_active_networks_info from dv-cinder-855013-3-iscsi {{(pid=106668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 23 15:09:48.315136 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writer thread running {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:09:48.377395 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194ef73-8bd7-4643-b8a2-fd313666eeb6 None None] No non-hosted networks {{(pid=106668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 15:09:48.393199 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.agentschedulers_db [None req-2194ef73-8bd7-4643-b8a2-fd313666eeb6 None None] DHCP Agent not found on host dv-cinder-855013-3-iscsi {{(pid=106668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 23 15:09:48.451373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6c3e09f4-7d11-455f-a8d3-1d2ed15addfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028036'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:49.937289 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writer thread running {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:09:50.454153 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-127bbf6d-2ecd-4b33-a0b7-6fbe9e0a8624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028036'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:50.492933 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-437c5cb3-d3c8-47ab-9005-9fdfceea3894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:51.829384 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028036'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:52.198912 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46420) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:09:52.781572 dv-cinder-855013-3-iscsi neutron-server[106667]: WARNING oslo_policy.policy [None req-7e589068-3b30-420d-a249-1f982ab5b301 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:09:52.782286 dv-cinder-855013-3-iscsi neutron-server[106667]: WARNING oslo_policy.policy [None req-7e589068-3b30-420d-a249-1f982ab5b301 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:09:53.010945 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [None req-7e589068-3b30-420d-a249-1f982ab5b301 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:09:53.012038 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-7e589068-3b30-420d-a249-1f982ab5b301 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8123052 Sep 23 15:09:53.325518 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028036'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:53.339317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028036'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:53.340543 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.341456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.342384 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.343309 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.344178 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.344780 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.345345 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.345922 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.346497 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.347783 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.348328 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.349763 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.350453 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.351011 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.351610 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:53.352201 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855013-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:53.374574 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855013-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:53.870635 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.db.l3_hamode_db [None req-9d1742ef-4a3f-4d5c-b9e0-528a9fd6ef7c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 15:09:53.948717 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1742ef-4a3f-4d5c-b9e0-528a9fd6ef7c None None] Routers set() bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:09:53.949094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1742ef-4a3f-4d5c-b9e0-528a9fd6ef7c None None] Router IDs set() for agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 23 15:09:55.723599 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46456) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:09:56.066376 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:09:56.078163 dv-cinder-855013-3-iscsi neutron-server[106667]: ERROR stevedore.extension [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 15:09:56.157837 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.policy [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 15:09:56.199167 dv-cinder-855013-3-iscsi neutron-server[106667]: WARNING oslo_policy.policy [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:09:56.199537 dv-cinder-855013-3-iscsi neutron-server[106667]: WARNING oslo_policy.policy [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:09:56.220327 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writer thread running {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:09:56.304115 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749001289468', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749001288944', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749001338388', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749001326864', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749001325119', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749001317177', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1842599', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1864401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648366'] for rbac-policy (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:56.385935 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:56.387106 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-55886075-812c-4216-b24b-939c96950bcb admin admin] 10.222.0.75 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6620533 Sep 23 15:09:59.273463 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46466) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:09:59.648282 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:09:59.686142 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Made reservation on behalf of 9edb599ff8bb4c67b467b712ea2dc700 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:59.690414 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:59.710264 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:59.821613 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks [] for security_group (5b1b8ce6-3c9d-47f0-86bc-6b6f76b2f8a6), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:59.828795 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (5b1b8ce6-3c9d-47f0-86bc-6b6f76b2f8a6), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:59.854225 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:09:59.887938 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749002273720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (804916c3-b4af-462f-bb83-d230be39d03e), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:09:59.888493 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Unsubscribe: segment precommit_create {{(pid=106667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 15:09:59.889034 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Added segment 804916c3-b4af-462f-bb83-d230be39d03e of type vlan for network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 Sep 23 15:09:59.909093 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1b8ce6-3c9d-47f0-86bc-6b6f76b2f8a6,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:59.960683 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.961012 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.961363 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.961704 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.962030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.962349 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.962655 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.962970 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.963286 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.963598 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.963908 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.964239 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.964534 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.964869 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.965178 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Tracked resource versions report: Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: pushed versions: Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: { 'AddressGroup': {'1.2'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Agent': {'1.1'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'ConntrackHelper': {'1.0'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Log': {'1.0'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'NDPProxy': {'1.0'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Network': {'1.1'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Port': {'1.7'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'PortForwarding': {'1.3'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'QosPolicy': {'1.10'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroup': {'1.5'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SubPort': {'1.0'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Subnet': {'1.1'}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Trunk': {'1.1'}} Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: consumer versions: Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Agent': '1.1', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'ConntrackHelper': '1.0', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'LocalIPAssociation': '1.0', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Log': '1.0', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'NDPProxy': '1.0', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Network': '1.1', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Port': '1.7', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'PortForwarding': '1.3', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'QosPolicy': '1.10', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroup': '1.5', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroupRule': '1.2', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SubPort': '1.0', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Subnet': '1.1', Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Trunk': '1.1'}} Sep 23 15:09:59.966608 dv-cinder-855013-3-iscsi neutron-server[106667]: {{(pid=106667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:10:00.000561 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (6335ff1e-3508-4e16-a874-b06c7b13aeb7), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:00.054556 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (6335ff1e-3508-4e16-a874-b06c7b13aeb7), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:00.059545 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:00.060258 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:00.154708 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:00.171737 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8968916 Sep 23 15:10:00.182773 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d792713-71d8-4aa9-aa07-ccf567035620 demo demo] Pushing event updated for resources: {'Network': ['ID=6335ff1e-3508-4e16-a874-b06c7b13aeb7,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:00.203607 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:10:02.823613 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46480) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:03.278115 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416bfb9-5880-4171-8c51-2e9ef8342588 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:03.279512 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2416bfb9-5880-4171-8c51-2e9ef8342588 demo admin] 10.222.0.75 "GET /networking/v2.0/networks/6335ff1e-3508-4e16-a874-b06c7b13aeb7 HTTP/1.1" status: 200 len: 825 time: 0.4546127 Sep 23 15:10:03.309733 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8f9439e4-f7bb-472c-a13a-5f2f17d4c500 demo admin] 10.222.0.75 "GET /networking/v2.0/subnetpools/345c0a26-2cf5-4010-9fc9-a67d4349ee73 HTTP/1.1" status: 200 len: 734 time: 0.0203340 Sep 23 15:10:03.318623 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '345c0a26-2cf5-4010-9fc9-a67d4349ee73', 'name': 'private-subnet'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:10:03.345309 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Made reservation on behalf of 9edb599ff8bb4c67b467b712ea2dc700 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:03.349046 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:03.588839 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:03.672373 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (3f96d251-8690-48d7-95df-a7fd02a4870a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:03.736902 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Pushing event updated for resources: {'Subnet': ['ID=3f96d251-8690-48d7-95df-a7fd02a4870a,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:03.750785 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Checking segment: {'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:10:03.751149 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Network hostable DHCP agents. Network: 6335ff1e-3508-4e16-a874-b06c7b13aeb7, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:10:03.775018 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:10:03.788119 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 6335ff1e-3508-4e16-a874-b06c7b13aeb7) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:03.793111 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:03.793733 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:03.799286 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf2d2e-9fbc-4849-9c5a-8c2e2da64e2b None None] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:10:03.811104 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-53cd51aa-e012-4aee-a4f8-4c7cad2d955b demo admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4957752 Sep 23 15:10:04.069561 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'fixed_ips': [{'subnet_id': '3f96d251-8690-48d7-95df-a7fd02a4870a'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:10:04.070922 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:04.353517 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Allocated IP 172.20.0.2 (6335ff1e-3508-4e16-a874-b06c7b13aeb7/3f96d251-8690-48d7-95df-a7fd02a4870a/6687ea3b-4a31-4d63-8b80-f4dbad79a40e) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:04.368270 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:04.629201 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Publish callbacks [] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:04.641274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:04.716246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:04.722788 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:04.729209 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:10:04.731667 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Pushing event updated for resources: {'Port': ['ID=6687ea3b-4a31-4d63-8b80-f4dbad79a40e,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:04.743809 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.744147 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.744491 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.744864 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.745191 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.745507 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.745823 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.746139 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.746437 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.746750 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.747063 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.747388 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.747700 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.748009 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.748317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Tracked resource versions report: Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: pushed versions: Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: { 'AddressGroup': {'1.2'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Agent': {'1.1'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'ConntrackHelper': {'1.0'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Log': {'1.0'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'NDPProxy': {'1.0'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Network': {'1.1'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Port': {'1.7'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'PortForwarding': {'1.3'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'QosPolicy': {'1.10'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroup': {'1.5'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SubPort': {'1.0'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Subnet': {'1.1'}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Trunk': {'1.1'}} Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: consumer versions: Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Agent': '1.1', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'ConntrackHelper': '1.0', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'LocalIPAssociation': '1.0', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Log': '1.0', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'NDPProxy': '1.0', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Network': '1.1', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Port': '1.7', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'PortForwarding': '1.3', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'QosPolicy': '1.10', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroup': '1.5', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroupRule': '1.2', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SubPort': '1.0', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Subnet': '1.1', Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Trunk': '1.1'}} Sep 23 15:10:04.749782 dv-cinder-855013-3-iscsi neutron-server[106668]: {{(pid=106668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:10:04.828495 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Attempting to bind port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:10:04.829196 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Attempting to bind port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:10:04.829327 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Attempting to bind port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e on network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:10:04.858636 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:04.876841 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:10:04.877173 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Checking segment: {'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:10:04.877619 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:04.878002 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Bound using segment: {'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:10:04.878461 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Bound port: 6687ea3b-4a31-4d63-8b80-f4dbad79a40e, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:10:04.878847 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:04.939517 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] For port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:10:04.958525 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] For port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6687ea3b-4a31-4d63-8b80-f4dbad79a40e,segment=NetworkSegment(804916c3-b4af-462f-bb83-d230be39d03e),segment_id=804916c3-b4af-462f-bb83-d230be39d03e)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:10:04.966903 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:05.021148 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaae1d-8005-4d70-bad0-290135e5167c None None] Pushing event updated for resources: {'Port': ['ID=6687ea3b-4a31-4d63-8b80-f4dbad79a40e,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:06.326893 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=5 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:06.333398 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:06.487850 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 46494) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:07.020562 dv-cinder-855013-3-iscsi neutron-server[106666]: WARNING oslo_policy.policy [None req-f78089fa-a169-431a-8667-b8b63e3bcc8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:10:07.021135 dv-cinder-855013-3-iscsi neutron-server[106666]: WARNING oslo_policy.policy [None req-f78089fa-a169-431a-8667-b8b63e3bcc8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:10:07.238944 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [None req-f78089fa-a169-431a-8667-b8b63e3bcc8b admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:10:07.240495 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f78089fa-a169-431a-8667-b8b63e3bcc8b admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7507727 Sep 23 15:10:09.863017 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 46508) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:10.199817 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [None req-922c5d57-8cc3-4579-b6c0-5c49c005d43f admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:10:10.202322 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-922c5d57-8cc3-4579-b6c0-5c49c005d43f admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3365417 Sep 23 15:10:12.860820 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 46520) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:12.962866 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bad408-ff6e-4229-b816-3268c2446126 None None] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:10:12.988526 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] Provisioning complete for port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:12.989027 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:12.990168 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] Attempt 1 to provision port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e Sep 23 15:10:13.082991 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6687ea3b-4a31-4d63-8b80-f4dbad79a40e up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:10:13.206447 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:10:13.215953 dv-cinder-855013-3-iscsi neutron-server[106666]: ERROR stevedore.extension [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 15:10:13.250453 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] Current status of the port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:13.250837 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.267162 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.policy [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 15:10:13.291700 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:13.292083 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.292482 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e Sep 23 15:10:13.310352 dv-cinder-855013-3-iscsi neutron-server[106666]: WARNING oslo_policy.policy [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:10:13.310745 dv-cinder-855013-3-iscsi neutron-server[106666]: WARNING oslo_policy.policy [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:10:13.318819 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:13.334387 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writer thread running {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:10:13.336579 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] For port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6687ea3b-4a31-4d63-8b80-f4dbad79a40e,segment=NetworkSegment(804916c3-b4af-462f-bb83-d230be39d03e),segment_id=804916c3-b4af-462f-bb83-d230be39d03e)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:10:13.343910 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.368667 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:13.383618 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (d1ec6cd9-300e-401a-9157-2c3f65c088e7), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.385733 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (d1ec6cd9-300e-401a-9157-2c3f65c088e7), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.402255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0830a-4365-47b9-88e0-9932e5344e93 None None] Pushing event updated for resources: {'Port': ['ID=6687ea3b-4a31-4d63-8b80-f4dbad79a40e,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:13.440891 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:13.556804 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Publish callbacks [] for router_controller (d1ec6cd9-300e-401a-9157-2c3f65c088e7), precommit_add_association {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.565017 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (d1ec6cd9-300e-401a-9157-2c3f65c088e7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.565337 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-777b21c0-c8b8-4483-a043-972348844548 None None] Provisioning complete for port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:13.565731 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-777b21c0-c8b8-4483-a043-972348844548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.566045 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-777b21c0-c8b8-4483-a043-972348844548 None None] Attempt 1 to provision port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e Sep 23 15:10:13.590945 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:13.592178 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-3c67d3bf-3d89-4c31-85d9-4ab269b8dcf1 demo demo] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7301614 Sep 23 15:10:13.644395 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-777b21c0-c8b8-4483-a043-972348844548 None None] Current status of the port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:13.801082 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=62,neutron:INSERT=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:13.802992 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:15.029829 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6687ea3b-4a31-4d63-8b80-f4dbad79a40e up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:10:15.076144 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:15.076536 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:15.076910 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e Sep 23 15:10:15.109074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:15.153101 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:16.218433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 46536) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:16.598926 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [None req-773b8129-8899-427c-ab78-cfd9349eecb1 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:10:16.600027 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-773b8129-8899-427c-ab78-cfd9349eecb1 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3803525 Sep 23 15:10:18.244744 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d0d6b123-e6c1-48a2-9a2d-b697963821b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:18.529415 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:18.550500 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:19.249960 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 46544) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:19.599790 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:10:19.628423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Made reservation on behalf of a6e3ae74e78241ac8bfc0ae2c7103bec for: {'network': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:19.632007 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:19.647943 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:19.755782 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks [] for security_group (a0c92263-ca20-4706-912d-4c4d78453494), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:19.762227 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (a0c92263-ca20-4706-912d-4c4d78453494), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:19.774113 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Reserving flat network on physical network physnet1 {{(pid=106666) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 15:10:19.807288 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749002273720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (a38e2061-a55b-45bf-8af3-f2b19b66256d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:19.807741 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Unsubscribe: segment precommit_create {{(pid=106666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 15:10:19.808243 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.segments_db [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Added segment a38e2061-a55b-45bf-8af3-f2b19b66256d of type flat for network b44dc6c3-f1e9-43eb-835f-db2a2981119f Sep 23 15:10:19.824238 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c92263-ca20-4706-912d-4c4d78453494,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:19.874375 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.874708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.875057 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.875385 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.875714 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.876033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.876349 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.876683 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.876999 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.877312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.877646 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.877978 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.878286 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.878601 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.878909 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Tracked resource versions report: Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: pushed versions: Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: { 'AddressGroup': {'1.2'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Agent': {'1.1'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'ConntrackHelper': {'1.0'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Log': {'1.0'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'NDPProxy': {'1.0'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Network': {'1.1'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Port': {'1.7'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'PortForwarding': {'1.3'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'QosPolicy': {'1.10'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroup': {'1.5'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SubPort': {'1.0'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Subnet': {'1.1'}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Trunk': {'1.1'}} Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: consumer versions: Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Agent': '1.1', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'ConntrackHelper': '1.0', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'LocalIPAssociation': '1.0', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Log': '1.0', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'NDPProxy': '1.0', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Network': '1.1', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Port': '1.7', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'PortForwarding': '1.3', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'QosPolicy': '1.10', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroup': '1.5', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroupRule': '1.2', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SubPort': '1.0', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Subnet': '1.1', Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Trunk': '1.1'}} Sep 23 15:10:19.880311 dv-cinder-855013-3-iscsi neutron-server[106666]: {{(pid=106666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:10:19.922400 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (b44dc6c3-f1e9-43eb-835f-db2a2981119f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:19.968434 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (b44dc6c3-f1e9-43eb-835f-db2a2981119f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:19.969645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:19.970329 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:20.054451 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8030217 Sep 23 15:10:20.073896 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf426c7-d45f-412c-9f32-276229f5a1ea admin admin] Pushing event updated for resources: {'Network': ['ID=b44dc6c3-f1e9-43eb-835f-db2a2981119f,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:20.086832 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:10:20.499291 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e95-0315-4c45-a7bc-f6c1a0646d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:21.785596 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:22.670631 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 46556) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:23.118601 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c05c57-9d65-43fd-acc8-1cedf240e12d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:23.119980 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-44c05c57-9d65-43fd-acc8-1cedf240e12d demo admin] 10.222.0.75 "GET /networking/v2.0/subnets/3f96d251-8690-48d7-95df-a7fd02a4870a HTTP/1.1" status: 200 len: 849 time: 0.4480648 Sep 23 15:10:23.250363 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:23.266024 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-bdc02b84-d26e-4521-b153-ca68e850a1af demo admin] 10.222.0.75 "GET /networking/v2.0/routers/d1ec6cd9-300e-401a-9157-2c3f65c088e7 HTTP/1.1" status: 200 len: 704 time: 0.1367412 Sep 23 15:10:23.334102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:23.469368 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:23.537218 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:23.741504 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:23.845886 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Allocated IP 172.20.0.1 (6335ff1e-3508-4e16-a874-b06c7b13aeb7/3f96d251-8690-48d7-95df-a7fd02a4870a/b4adec15-92f2-4fe2-a082-51f326ba776e) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:24.053106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks [] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.127820 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.208451 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:24.216266 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:24.218352 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Pushing event updated for resources: {'Port': ['ID=b4adec15-92f2-4fe2-a082-51f326ba776e,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:24.224687 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:10:24.224687 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (d1ec6cd9-300e-401a-9157-2c3f65c088e7), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.426352 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.453702 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Provisioning complete for port b4adec15-92f2-4fe2-a082-51f326ba776e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:24.454297 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.454417 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Attempt 1 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:24.487883 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Port b4adec15-92f2-4fe2-a082-51f326ba776e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:10:24.701612 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:24.705561 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks [] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.713427 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.714215 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (d1ec6cd9-300e-401a-9157-2c3f65c088e7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:24.791314 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Pushing event updated for resources: {'Port': ['ID=b4adec15-92f2-4fe2-a082-51f326ba776e,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:24.842270 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:24.847515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:24.849312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:24.989113 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Attempt 2 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:25.014625 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Router d1ec6cd9-300e-401a-9157-2c3f65c088e7 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:10:25.023886 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Port b4adec15-92f2-4fe2-a082-51f326ba776e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:10:25.104069 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:10:25.109779 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-5dc018d5-7a47-44a8-9ea8-01dd8971d85f demo admin] 10.222.0.75 "PUT /networking/v2.0/routers/d1ec6cd9-300e-401a-9157-2c3f65c088e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8344965 Sep 23 15:10:25.115395 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Sync routers for ids ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:25.128328 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Routers {'d1ec6cd9-300e-401a-9157-2c3f65c088e7'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:10:25.129111 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:10:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:25.308408 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Set router d1ec6cd9-300e-401a-9157-2c3f65c088e7 gateway port host: None {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:10:25.525509 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Attempt 3 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:25.559779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Port b4adec15-92f2-4fe2-a082-51f326ba776e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:10:25.731291 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'name': 'router1', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:13Z', 'updated_at': '2022-09-23T15:10:24Z', 'revision_number': 2, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'gw_port_host': None, '_interfaces': [{'id': 'b4adec15-92f2-4fe2-a082-51f326ba776e', 'name': '', 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'mac_address': 'fa:16:3e:f4:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:23Z', 'updated_at': '2022-09-23T15:10:24Z', 'revision_number': 2, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'subnets': [{'id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345c0a26-2cf5-4010-9fc9-a67d4349ee73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:25.779825 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Checking router: d1ec6cd9-300e-401a-9157-2c3f65c088e7 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:25.780192 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Updating router d1ec6cd9-300e-401a-9157-2c3f65c088e7 port b4adec15-92f2-4fe2-a082-51f326ba776e binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:10:25.863294 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:26.061106 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Attempt 4 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:26.092889 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Port b4adec15-92f2-4fe2-a082-51f326ba776e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:10:26.331994 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Publish callbacks [] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:26.342279 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:26.485255 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Pushing event updated for resources: {'Port': ['ID=b4adec15-92f2-4fe2-a082-51f326ba776e,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:26.501272 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.501612 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.501950 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.502285 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.502609 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.502928 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.503239 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.503557 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.503869 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.504185 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.504479 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.504841 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.505152 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.505463 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.505766 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Tracked resource versions report: Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: pushed versions: Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: { 'AddressGroup': {'1.2'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Agent': {'1.1'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'ConntrackHelper': {'1.0'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Log': {'1.0'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'NDPProxy': {'1.0'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Network': {'1.1'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Port': {'1.7'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'PortForwarding': {'1.3'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'QosPolicy': {'1.10'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroup': {'1.5'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SubPort': {'1.0'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Subnet': {'1.1'}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Trunk': {'1.1'}} Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: consumer versions: Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Agent': '1.1', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'ConntrackHelper': '1.0', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'LocalIPAssociation': '1.0', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Log': '1.0', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'NDPProxy': '1.0', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Network': '1.1', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Port': '1.7', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'PortForwarding': '1.3', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'QosPolicy': '1.10', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroup': '1.5', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroupRule': '1.2', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SubPort': '1.0', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Subnet': '1.1', Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Trunk': '1.1'}} Sep 23 15:10:26.507278 dv-cinder-855013-3-iscsi neutron-server[106669]: {{(pid=106669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:10:26.513510 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Attempting to bind port b4adec15-92f2-4fe2-a082-51f326ba776e on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:10:26.513965 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Attempting to bind port b4adec15-92f2-4fe2-a082-51f326ba776e by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:10:26.514461 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Attempting to bind port b4adec15-92f2-4fe2-a082-51f326ba776e on network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:10:26.594645 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Attempt 5 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:26.601523 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:10:26.602017 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Checking segment: {'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:10:26.602546 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:26.603004 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Bound using segment: {'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:10:26.603562 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Bound port: b4adec15-92f2-4fe2-a082-51f326ba776e, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804916c3-b4af-462f-bb83-d230be39d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:10:26.604008 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:26.627807 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Port b4adec15-92f2-4fe2-a082-51f326ba776e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:10:26.643493 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:26.654641 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:26.674394 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] For port b4adec15-92f2-4fe2-a082-51f326ba776e, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:10:26.700500 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] For port b4adec15-92f2-4fe2-a082-51f326ba776e, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=b4adec15-92f2-4fe2-a082-51f326ba776e,segment=NetworkSegment(804916c3-b4af-462f-bb83-d230be39d03e),segment_id=804916c3-b4af-462f-bb83-d230be39d03e)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:10:26.707756 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:26.747217 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Routers {'d1ec6cd9-300e-401a-9157-2c3f65c088e7'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:10:26.747837 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:10:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:26.818292 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7329aa1-539f-43b1-a8c3-c4ad1295f16d None None] Pushing event updated for resources: {'Port': ['ID=b4adec15-92f2-4fe2-a082-51f326ba776e,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:26.840424 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] Set router d1ec6cd9-300e-401a-9157-2c3f65c088e7 gateway port host: None {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:10:27.027955 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'name': 'router1', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:13Z', 'updated_at': '2022-09-23T15:10:24Z', 'revision_number': 2, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'gw_port_host': None, '_interfaces': [{'id': 'b4adec15-92f2-4fe2-a082-51f326ba776e', 'name': '', 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'mac_address': 'fa:16:3e:f4:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:23Z', 'updated_at': '2022-09-23T15:10:26Z', 'revision_number': 4, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'subnets': [{'id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345c0a26-2cf5-4010-9fc9-a67d4349ee73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:27.055213 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaee8ef-4e07-49ae-82f5-0f29b6b69bd8 None None] The sync data for ids ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'] in dv-cinder-855013-3-iscsi is: [{'id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'name': 'router1', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:13Z', 'updated_at': '2022-09-23T15:10:24Z', 'revision_number': 2, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'gw_port_host': None, '_interfaces': [{'id': 'b4adec15-92f2-4fe2-a082-51f326ba776e', 'name': '', 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'mac_address': 'fa:16:3e:f4:28:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:23Z', 'updated_at': '2022-09-23T15:10:26Z', 'revision_number': 4, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'subnets': [{'id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345c0a26-2cf5-4010-9fc9-a67d4349ee73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:27.129241 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Attempt 6 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:27.209273 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Current status of the port b4adec15-92f2-4fe2-a082-51f326ba776e is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:27.209773 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:27.246160 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] For port b4adec15-92f2-4fe2-a082-51f326ba776e, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=b4adec15-92f2-4fe2-a082-51f326ba776e,segment=NetworkSegment(804916c3-b4af-462f-bb83-d230be39d03e),segment_id=804916c3-b4af-462f-bb83-d230be39d03e)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:10:27.252296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:27.295685 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:27.300205 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9c98d-f135-48ed-9acf-9fd8c9107372 None None] Pushing event updated for resources: {'Port': ['ID=b4adec15-92f2-4fe2-a082-51f326ba776e,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:27.375031 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-8c407b74-b08b-449a-8c03-acb7185bc31e None None] Provisioning complete for port b4adec15-92f2-4fe2-a082-51f326ba776e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:27.375802 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8c407b74-b08b-449a-8c03-acb7185bc31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:27.376111 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8c407b74-b08b-449a-8c03-acb7185bc31e None None] Attempt 1 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:27.451190 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8c407b74-b08b-449a-8c03-acb7185bc31e None None] Current status of the port b4adec15-92f2-4fe2-a082-51f326ba776e is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:27.785784 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46568) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:28.222908 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131987b3-3142-4bf3-b7a1-1ae142bd9f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:28.224305 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-131987b3-3142-4bf3-b7a1-1ae142bd9f6d admin admin] 10.222.0.75 "GET /networking/v2.0/networks/b44dc6c3-f1e9-43eb-835f-db2a2981119f HTTP/1.1" status: 200 len: 842 time: 0.4376683 Sep 23 15:10:28.234866 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:10:28.259390 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Made reservation on behalf of a6e3ae74e78241ac8bfc0ae2c7103bec for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:28.261914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:28.584307 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.objects.ports [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106667) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 23 15:10:28.584806 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (7a46f727-6425-4f8f-8680-f00fa7f73b71), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:28.635830 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a46f727-6425-4f8f-8680-f00fa7f73b71,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:28.652650 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:10:28.652983 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Network hostable DHCP agents. Network: b44dc6c3-f1e9-43eb-835f-db2a2981119f, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:10:28.672154 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:10:28.682001 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, b44dc6c3-f1e9-43eb-835f-db2a2981119f) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:28.686832 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:28.688015 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:28.691043 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd82f3-0be3-4014-88e3-b0b27e05d392 None None] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:10:28.706462 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c97fd6bc-f99b-452c-aba4-fd074ee86edb admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4752979 Sep 23 15:10:28.805506 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea6838-1aed-4869-bf51-1c99e59bf4c8 None None] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:10:31.398135 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46576) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:31.935726 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-21abb455-2f88-491e-be3e-bff9e61b06b3 demo admin] 10.222.0.75 "GET /networking/v2.0/routers/d1ec6cd9-300e-401a-9157-2c3f65c088e7 HTTP/1.1" status: 200 len: 710 time: 0.5363452 Sep 23 15:10:32.029534 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f6111-ac35-4c7d-9dc5-f2834a0ef41b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:32.030940 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-917f6111-ac35-4c7d-9dc5-f2834a0ef41b demo admin] 10.222.0.75 "GET /networking/v2.0/networks/b44dc6c3-f1e9-43eb-835f-db2a2981119f HTTP/1.1" status: 200 len: 886 time: 0.0892384 Sep 23 15:10:32.040664 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:10:32.274159 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:32.284125 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks [] for router_gateway (d1ec6cd9-300e-401a-9157-2c3f65c088e7), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:32.300884 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:32.551916 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks [] for router_gateway (d1ec6cd9-300e-401a-9157-2c3f65c088e7), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:32.629847 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:32.786837 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Allocated IP 172.27.1.129 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/a9e95829-c36d-4669-bd7c-f08710c2b3d7) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:32.897029 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks [] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:32.955864 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:33.042570 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Pushing event updated for resources: {'Port': ['ID=a9e95829-c36d-4669-bd7c-f08710c2b3d7,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:33.051978 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:33.053089 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:33.056523 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:10:33.061371 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device b4adec15-92f2-4fe2-a082-51f326ba776e up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:10:33.082882 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:33.111459 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port b4adec15-92f2-4fe2-a082-51f326ba776e triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:33.111787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:33.112102 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:10:33.190087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port b4adec15-92f2-4fe2-a082-51f326ba776e is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:33.331001 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks [] for router_gateway (d1ec6cd9-300e-401a-9157-2c3f65c088e7), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:33.406580 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:33.408499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:33.524341 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-663'] for router (d1ec6cd9-300e-401a-9157-2c3f65c088e7), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:33.529406 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1027268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024987'] for router (d1ec6cd9-300e-401a-9157-2c3f65c088e7), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:33.640027 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Router d1ec6cd9-300e-401a-9157-2c3f65c088e7 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:10:33.814812 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:10:33.820478 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:33.821492 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c2ce3a25-19ac-443e-ad87-a0f7f05ae6e2 demo admin] 10.222.0.75 "PUT /networking/v2.0/routers/d1ec6cd9-300e-401a-9157-2c3f65c088e7 HTTP/1.1" status: 200 len: 890 time: 1.7845368 Sep 23 15:10:33.825784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Sync routers for ids ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:33.839653 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Routers {'d1ec6cd9-300e-401a-9157-2c3f65c088e7'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:10:33.840325 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:10:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:34.059594 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Set router d1ec6cd9-300e-401a-9157-2c3f65c088e7 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:10:34.504420 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'name': 'router1', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'a9e95829-c36d-4669-bd7c-f08710c2b3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:13Z', 'updated_at': '2022-09-23T15:10:33Z', 'revision_number': 4, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'gw_port': {'id': 'a9e95829-c36d-4669-bd7c-f08710c2b3d7', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:32Z', 'updated_at': '2022-09-23T15:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'b4adec15-92f2-4fe2-a082-51f326ba776e', 'name': '', 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'mac_address': 'fa:16:3e:f4:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:23Z', 'updated_at': '2022-09-23T15:10:27Z', 'revision_number': 5, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'subnets': [{'id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345c0a26-2cf5-4010-9fc9-a67d4349ee73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:34.552370 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Checking router: d1ec6cd9-300e-401a-9157-2c3f65c088e7 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:34.552754 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Updating router d1ec6cd9-300e-401a-9157-2c3f65c088e7 port a9e95829-c36d-4669-bd7c-f08710c2b3d7 binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:10:34.605784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:34.744265 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:34.922004 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Publish callbacks [] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:34.927453 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:34.963736 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Attempting to bind port a9e95829-c36d-4669-bd7c-f08710c2b3d7 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:10:34.964067 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Attempting to bind port a9e95829-c36d-4669-bd7c-f08710c2b3d7 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:10:34.964448 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Attempting to bind port a9e95829-c36d-4669-bd7c-f08710c2b3d7 on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:10:35.000189 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537500e-2645-411d-8173-2d5dd21c14fa None None] Pushing event updated for resources: {'Port': ['ID=a9e95829-c36d-4669-bd7c-f08710c2b3d7,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:35.019060 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:10:35.019428 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:10:35.019818 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:35.020191 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:10:35.020680 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Bound port: a9e95829-c36d-4669-bd7c-f08710c2b3d7, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:10:35.021074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:35.068713 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] For port a9e95829-c36d-4669-bd7c-f08710c2b3d7, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:10:35.070950 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:35.072805 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] For port a9e95829-c36d-4669-bd7c-f08710c2b3d7, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=a9e95829-c36d-4669-bd7c-f08710c2b3d7,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:10:35.078728 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:35.100274 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=19,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:35.102607 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=38 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:35.116352 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Routers {'d1ec6cd9-300e-401a-9157-2c3f65c088e7'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:10:35.117109 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:10:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:35.178000 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537500e-2645-411d-8173-2d5dd21c14fa None None] Pushing event updated for resources: {'Port': ['ID=a9e95829-c36d-4669-bd7c-f08710c2b3d7,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:35.238573 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] Set router d1ec6cd9-300e-401a-9157-2c3f65c088e7 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:10:35.434223 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'name': 'router1', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'a9e95829-c36d-4669-bd7c-f08710c2b3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:13Z', 'updated_at': '2022-09-23T15:10:33Z', 'revision_number': 4, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'gw_port': {'id': 'a9e95829-c36d-4669-bd7c-f08710c2b3d7', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:32Z', 'updated_at': '2022-09-23T15:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'b4adec15-92f2-4fe2-a082-51f326ba776e', 'name': '', 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'mac_address': 'fa:16:3e:f4:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:23Z', 'updated_at': '2022-09-23T15:10:27Z', 'revision_number': 5, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'subnets': [{'id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345c0a26-2cf5-4010-9fc9-a67d4349ee73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:35.459252 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99f617-6aa7-4651-9ef1-313a1f49ea83 None None] The sync data for ids ['d1ec6cd9-300e-401a-9157-2c3f65c088e7'] in dv-cinder-855013-3-iscsi is: [{'id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'name': 'router1', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'a9e95829-c36d-4669-bd7c-f08710c2b3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:13Z', 'updated_at': '2022-09-23T15:10:33Z', 'revision_number': 4, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'gw_port': {'id': 'a9e95829-c36d-4669-bd7c-f08710c2b3d7', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:32Z', 'updated_at': '2022-09-23T15:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'b4adec15-92f2-4fe2-a082-51f326ba776e', 'name': '', 'network_id': '6335ff1e-3508-4e16-a874-b06c7b13aeb7', 'tenant_id': '9edb599ff8bb4c67b467b712ea2dc700', 'mac_address': 'fa:16:3e:f4:28:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec6cd9-300e-401a-9157-2c3f65c088e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:23Z', 'updated_at': '2022-09-23T15:10:27Z', 'revision_number': 5, 'project_id': '9edb599ff8bb4c67b467b712ea2dc700', 'subnets': [{'id': '3f96d251-8690-48d7-95df-a7fd02a4870a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345c0a26-2cf5-4010-9fc9-a67d4349ee73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:35.540469 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:10:36.635043 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 46590) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:10:37.031176 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:37.047916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device a9e95829-c36d-4669-bd7c-f08710c2b3d7 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:10:37.073050 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-bdbc3cf3-36ef-497d-b90e-e448eb42df8c admin admin] 10.222.0.75 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4364853 Sep 23 15:10:37.094387 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port a9e95829-c36d-4669-bd7c-f08710c2b3d7 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:37.094779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:37.095104 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port a9e95829-c36d-4669-bd7c-f08710c2b3d7 Sep 23 15:10:37.126177 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:37.178107 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port a9e95829-c36d-4669-bd7c-f08710c2b3d7 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:37.178801 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:37.201834 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port a9e95829-c36d-4669-bd7c-f08710c2b3d7, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=a9e95829-c36d-4669-bd7c-f08710c2b3d7,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:10:37.207865 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:37.256136 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=a9e95829-c36d-4669-bd7c-f08710c2b3d7,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:39.055045 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device a9e95829-c36d-4669-bd7c-f08710c2b3d7 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:10:39.105505 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port a9e95829-c36d-4669-bd7c-f08710c2b3d7 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:10:39.106163 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (a9e95829-c36d-4669-bd7c-f08710c2b3d7), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:39.106495 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port a9e95829-c36d-4669-bd7c-f08710c2b3d7 Sep 23 15:10:39.183195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port a9e95829-c36d-4669-bd7c-f08710c2b3d7 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:10:45.540506 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=46 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:47.063691 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=38 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:47.067947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=45 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:10:48.254576 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b3d09ebc-d551-424f-a687-b117f2b05584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:50.531511 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef5be-ce55-4d46-872d-651f6021c6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:51.792147 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:53.268246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:10:53.347969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:03.333163 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:03.341180 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:09.552335 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:09.563037 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:12.530184 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:11:18.254962 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4eedcf20-2415-4047-a21d-a6ec1f76bf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:20.446867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd9b-9a4e-490b-b6f5-67ee6122aec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:21.797859 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:22.526080 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:22.527418 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:23.265672 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:23.345561 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:33.335021 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:33.340866 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:46.536537 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:46.543484 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:48.251448 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-087ba75a-2ad3-490c-a1fa-9be10e9d5b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:49.529442 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:11:50.443913 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-0aab61d3-d0c3-4d2e-b19c-58467ecd6497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:51.795802 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:53.264817 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:53.342456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:03.335539 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:03.337130 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:03.944212 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47140) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:04.333717 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4215698d-c6fe-457a-b0f6-db6bac51403f admin admin] GET failed (client error): The resource could not be found. Sep 23 15:12:04.335028 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4215698d-c6fe-457a-b0f6-db6bac51403f admin admin] 10.222.0.75 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3895912 Sep 23 15:12:04.520114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fead414-79f5-40cc-88ca-13e2abfd1609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:04.521616 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-7fead414-79f5-40cc-88ca-13e2abfd1609 admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1818659 Sep 23 15:12:06.491193 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=14 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:06.513583 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=14 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:07.091295 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47150) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:07.519645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4bbb7d-8985-4705-952a-a56e86d4766a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:07.520998 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2d4bbb7d-8985-4705-952a-a56e86d4766a admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/3f96d251-8690-48d7-95df-a7fd02a4870a HTTP/1.1" status: 200 len: 849 time: 0.4288070 Sep 23 15:12:07.533689 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:12:07.626443 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Publish callbacks [] for subnet (3f96d251-8690-48d7-95df-a7fd02a4870a), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:07.787356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749002218132'] for subnet (3f96d251-8690-48d7-95df-a7fd02a4870a), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:07.822161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:07.822765 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:07.824278 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] 10.222.0.75 "PUT /networking/v2.0/subnets/3f96d251-8690-48d7-95df-a7fd02a4870a HTTP/1.1" status: 200 len: 868 time: 0.2943161 Sep 23 15:12:07.827499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d5379-3c8d-40fc-842c-a5fc1c7ec822 None None] Network 6335ff1e-3508-4e16-a874-b06c7b13aeb7 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:12:07.844081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f96d251-8690-48d7-95df-a7fd02a4870a,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:07.851753 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.852124 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.852456 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.852840 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.853170 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.853498 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.853820 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.854139 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.854533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.854862 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.855297 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.855622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.855946 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.856263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:07.856579 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356bf1-10c5-4264-b3d0-9df1e089b437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:08.177962 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Provisioning complete for port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:12:08.178440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6687ea3b-4a31-4d63-8b80-f4dbad79a40e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:08.178840 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Attempt 1 to provision port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e Sep 23 15:12:08.256281 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Current status of the port 6687ea3b-4a31-4d63-8b80-f4dbad79a40e is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:12:08.265142 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Provisioning complete for port b4adec15-92f2-4fe2-a082-51f326ba776e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:12:08.265531 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (b4adec15-92f2-4fe2-a082-51f326ba776e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:08.265863 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Attempt 1 to provision port b4adec15-92f2-4fe2-a082-51f326ba776e Sep 23 15:12:08.336034 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b19e0914-277a-4336-9ed5-f3fdf8f5f4da None None] Current status of the port b4adec15-92f2-4fe2-a082-51f326ba776e is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:12:10.392520 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47158) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:10.902688 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb1b7a-54f6-41f7-a6b3-12f6d69188f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:10.903158 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb1b7a-54f6-41f7-a6b3-12f6d69188f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:10.904698 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d9bb1b7a-54f6-41f7-a6b3-12f6d69188f2 admin admin] 10.222.0.75 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5108380 Sep 23 15:12:13.523777 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47166) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:13.957353 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d323fd-3fd2-48e6-b58e-f65aa90e1567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:13.957822 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d323fd-3fd2-48e6-b58e-f65aa90e1567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:13.959369 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-26d323fd-3fd2-48e6-b58e-f65aa90e1567 admin admin] 10.222.0.75 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4346826 Sep 23 15:12:16.535387 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47176) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:16.991448 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47c688-1c82-4812-b30d-7c937c5e4ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:16.992892 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6f47c688-1c82-4812-b30d-7c937c5e4ba5 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/6335ff1e-3508-4e16-a874-b06c7b13aeb7 HTTP/1.1" status: 200 len: 869 time: 0.4561870 Sep 23 15:12:18.246947 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d8e0a344-4ca2-45c4-b575-a8b46ed7a94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:19.627533 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47186) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:20.049499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac92e79c-564f-4f5a-8b06-5e9ac0912742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:20.050849 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ac92e79c-564f-4f5a-8b06-5e9ac0912742 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/b44dc6c3-f1e9-43eb-835f-db2a2981119f HTTP/1.1" status: 200 len: 886 time: 0.4221787 Sep 23 15:12:20.439957 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-363a76e7-bdfc-46b8-ba8f-c491a44fc9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:21.802872 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:22.644238 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47194) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:23.065635 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e55000-2841-4cdd-8352-9107b6572009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:23.065635 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e55000-2841-4cdd-8352-9107b6572009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:23.067123 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-00e55000-2841-4cdd-8352-9107b6572009 admin admin] 10.222.0.75 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4215539 Sep 23 15:12:23.261447 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:23.345926 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:23.541089 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=6 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:23.948801 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:23.954721 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:25.629634 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47202) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:26.033345 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4716ff-5b54-4c1a-94f9-2683af1944d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:26.033786 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4716ff-5b54-4c1a-94f9-2683af1944d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:26.035299 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2b4716ff-5b54-4c1a-94f9-2683af1944d7 admin admin] 10.222.0.75 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4047835 Sep 23 15:12:26.528942 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:12:28.614291 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47210) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:29.043778 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e4f6ff-4a7d-4a48-b10c-db68584070de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:29.045158 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b8e4f6ff-4a7d-4a48-b10c-db68584070de admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/3f96d251-8690-48d7-95df-a7fd02a4870a HTTP/1.1" status: 200 len: 868 time: 0.4295325 Sep 23 15:12:31.634804 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47218) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:32.035087 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2738b686-4268-49c5-91f1-4e0c2c73b2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:32.036858 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2738b686-4268-49c5-91f1-4e0c2c73b2ea admin admin] 10.222.0.75 "GET /networking/v2.0/subnets/7a46f727-6425-4f8f-8680-f00fa7f73b71 HTTP/1.1" status: 200 len: 816 time: 0.4011211 Sep 23 15:12:33.339288 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:33.341641 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:36.024616 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=30 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:36.028542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=39 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:36.523390 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:36.524240 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:42.020355 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=11 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:42.028759 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=12 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:48.252180 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d1a43842-d675-42d0-bf2f-d61af31586a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:50.440305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9cbb4a22-a8e2-4890-86cc-59901a68ecd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:51.802436 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:53.262115 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:53.352446 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:00.533033 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:00.538124 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:02.234845 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47274) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:02.608047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [None req-4c69ddbb-b156-49b0-8f7b-ae23ec13b532 admin admin] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:13:02.609081 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4c69ddbb-b156-49b0-8f7b-ae23ec13b532 admin admin] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3727903 Sep 23 15:13:03.337019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:03.346512 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:03.529330 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:13:05.307676 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47282) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:05.758212 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c39609-0eca-44fa-9130-9e8950050347 admin admin] GET failed (client error): The resource could not be found. Sep 23 15:13:05.759502 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-77c39609-0eca-44fa-9130-9e8950050347 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4507911 Sep 23 15:13:05.848994 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76fe9ad-75cd-4231-b24d-b4d2d434bd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:05.850474 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d76fe9ad-75cd-4231-b24d-b4d2d434bd0c admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859225 Sep 23 15:13:08.497239 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47290) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:08.844551 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:13:08.870221 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Made reservation on behalf of a6e3ae74e78241ac8bfc0ae2c7103bec for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:13:08.872945 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:08.910490 dv-cinder-855013-3-iscsi neutron-server[106667]: WARNING neutron.services.revisions.revision_plugin [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Could not find related network for resource to bump revision. Sep 23 15:13:08.927934 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:13:08.940318 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (5ef71e4a-5ee9-4b63-a53a-7da5491428ff), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:08.940700 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Added segment 5ef71e4a-5ee9-4b63-a53a-7da5491428ff of type vlan for network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 Sep 23 15:13:08.989773 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (9b725ad3-3f1d-4cef-87dc-ed3020a3b025), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:09.022437 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (9b725ad3-3f1d-4cef-87dc-ed3020a3b025), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:09.023512 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:09.024099 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:09.101185 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6028700 Sep 23 15:13:09.121716 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b725ad3-3f1d-4cef-87dc-ed3020a3b025,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:09.129523 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.129863 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.130240 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.130573 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.130930 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.131254 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.131595 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.131882 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.132209 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.132524 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.132877 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.133197 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.133490 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.133796 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.134102 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb448d1-1116-45f3-8dff-2f84b9d53bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:09.149217 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:13:11.712297 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47298) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:12.083192 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edd72a7-e73b-4b38-b3b4-550ef9a8dce1 admin admin] GET failed (client error): The resource could not be found. Sep 23 15:13:12.084824 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-3edd72a7-e73b-4b38-b3b4-550ef9a8dce1 admin admin] 10.222.0.75 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3712783 Sep 23 15:13:12.190495 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370e060-3a12-43d1-97c6-841cb1b21ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:12.192166 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-d370e060-3a12-43d1-97c6-841cb1b21ee5 admin admin] 10.222.0.75 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1026785 Sep 23 15:13:12.203030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:13:12.224665 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Made reservation on behalf of a6e3ae74e78241ac8bfc0ae2c7103bec for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:13:12.226998 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:12.415068 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (92037646-a3f7-46ce-aea2-c0bc5cf66854), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:12.467033 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92037646-a3f7-46ce-aea2-c0bc5cf66854,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:12.484308 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Checking segment: {'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:13:12.484649 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Network hostable DHCP agents. Network: 9b725ad3-3f1d-4cef-87dc-ed3020a3b025, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:13:12.504490 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:13:12.517599 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 9b725ad3-3f1d-4cef-87dc-ed3020a3b025) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:12.522226 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:12.522801 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:12.527684 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6651b0-282a-49e6-b04b-e2a2107553b5 None None] Network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:13:12.546200 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-40193e57-9e88-4478-821c-071923443e80 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3465357 Sep 23 15:13:12.639590 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-9b725ad3-3f1d-4cef-87dc-ed3020a3b025', 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025', 'project_id': 'a6e3ae74e78241ac8bfc0ae2c7103bec', 'fixed_ips': [{'subnet_id': '92037646-a3f7-46ce-aea2-c0bc5cf66854'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:13:12.640582 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:12.881134 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Allocated IP 192.168.233.2 (9b725ad3-3f1d-4cef-87dc-ed3020a3b025/92037646-a3f7-46ce-aea2-c0bc5cf66854/c6e83629-8474-4668-be6f-b027d1ffefd5) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:13:13.026304 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Publish callbacks [] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:13.032755 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:13.075938 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:13:13.079140 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:13.081342 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Pushing event updated for resources: {'Port': ['ID=c6e83629-8474-4668-be6f-b027d1ffefd5,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:13.083537 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:13:13.095853 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.096416 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.096544 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.097491 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.097491 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.097491 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.099971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.101009 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:13.148836 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Attempting to bind port c6e83629-8474-4668-be6f-b027d1ffefd5 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:13:13.149127 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Attempting to bind port c6e83629-8474-4668-be6f-b027d1ffefd5 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:13:13.149703 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Attempting to bind port c6e83629-8474-4668-be6f-b027d1ffefd5 on network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:13:13.196324 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:13:13.196793 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Checking segment: {'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:13:13.197200 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:13.197594 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Bound using segment: {'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:13:13.198090 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Bound port: c6e83629-8474-4668-be6f-b027d1ffefd5, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:13:13.198486 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:13.259587 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] For port c6e83629-8474-4668-be6f-b027d1ffefd5, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:13:13.263452 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] For port c6e83629-8474-4668-be6f-b027d1ffefd5, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=c6e83629-8474-4668-be6f-b027d1ffefd5,segment=NetworkSegment(5ef71e4a-5ee9-4b63-a53a-7da5491428ff),segment_id=5ef71e4a-5ee9-4b63-a53a-7da5491428ff)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:13:13.272206 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:13.323918 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a886-7857-4106-a9cd-b65271f93854 None None] Pushing event updated for resources: {'Port': ['ID=c6e83629-8474-4668-be6f-b027d1ffefd5,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:13.524278 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:14.119647 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79cef18-7118-4a00-982e-33190761c148 None None] Network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:13:14.180221 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] Provisioning complete for port c6e83629-8474-4668-be6f-b027d1ffefd5 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:13:14.180611 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:14.180958 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] Attempt 1 to provision port c6e83629-8474-4668-be6f-b027d1ffefd5 Sep 23 15:13:14.189338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:14.220720 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:14.313061 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] Current status of the port c6e83629-8474-4668-be6f-b027d1ffefd5 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:13:14.313460 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:14.352350 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] For port c6e83629-8474-4668-be6f-b027d1ffefd5, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=c6e83629-8474-4668-be6f-b027d1ffefd5,segment=NetworkSegment(5ef71e4a-5ee9-4b63-a53a-7da5491428ff),segment_id=5ef71e4a-5ee9-4b63-a53a-7da5491428ff)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:13:14.357957 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:14.420017 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b96bb0-60a6-419f-b354-862d7fb16897 None None] Pushing event updated for resources: {'Port': ['ID=c6e83629-8474-4668-be6f-b027d1ffefd5,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:14.478571 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-22721ee3-7003-4fed-be9f-7cd51730e016 None None] Provisioning complete for port c6e83629-8474-4668-be6f-b027d1ffefd5 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:13:14.478863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-22721ee3-7003-4fed-be9f-7cd51730e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:14.479292 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-22721ee3-7003-4fed-be9f-7cd51730e016 None None] Attempt 1 to provision port c6e83629-8474-4668-be6f-b027d1ffefd5 Sep 23 15:13:14.555484 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-22721ee3-7003-4fed-be9f-7cd51730e016 None None] Current status of the port c6e83629-8474-4668-be6f-b027d1ffefd5 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:13:15.185333 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device c6e83629-8474-4668-be6f-b027d1ffefd5 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:13:15.232430 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port c6e83629-8474-4668-be6f-b027d1ffefd5 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:13:15.232908 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (c6e83629-8474-4668-be6f-b027d1ffefd5), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:15.233263 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port c6e83629-8474-4668-be6f-b027d1ffefd5 Sep 23 15:13:15.310006 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port c6e83629-8474-4668-be6f-b027d1ffefd5 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:13:15.834144 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=11 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:15.846987 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=11 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:18.247885 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a2702d08-4720-42de-9e7c-1e67122f35ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:20.436440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ad2baee8-2c83-46bc-ba82-6962bef7873f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:21.805528 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:22.534981 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=66,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:22.536170 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:23.266846 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:23.347129 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:33.339371 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:33.340340 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:37.538105 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:40.529304 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:13:48.252575 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-33668c6e-cdec-4914-b11f-eb4abc0a33ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:50.444523 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d7d71134-0b00-45e3-9374-8139b46eeccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:50.525759 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:51.808685 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:53.273886 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:53.352171 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:03.344342 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:03.346436 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:14.530816 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:14.535381 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:17.528631 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:14:18.257915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5ac3f5c3-3c3b-4fcd-b82d-398f35860616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:20.441704 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6c50935a-9b7f-4a77-a1f6-38909d0dd7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:21.811537 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:23.276216 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:23.359531 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:27.525216 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:27.932889 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47340) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:27.938772 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [None req-f4afd0d9-7bb7-409b-8aec-e93a3dd71182 tempest-verify_tempest_config-1984796008 tempest-verify_tempest_config-1984796008-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:14:27.939720 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f4afd0d9-7bb7-409b-8aec-e93a3dd71182 tempest-verify_tempest_config-1984796008 tempest-verify_tempest_config-1984796008-project] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058668 Sep 23 15:14:28.611473 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47358) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:28.994730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:29.076667 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Publish callbacks [] for security_group (105cadf0-874e-4961-b8f4-e927a088bf81), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:29.082960 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (105cadf0-874e-4961-b8f4-e927a088bf81), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:29.128004 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=71a8aa3067f941418a0f15004fe29a53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5150423 Sep 23 15:14:29.128850 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105cadf0-874e-4961-b8f4-e927a088bf81,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:29.131030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47364) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:29.135779 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.136115 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.136445 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.136832 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.137131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.137477 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.137775 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.138090 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.138416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.138753 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.139080 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.139393 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.139706 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.140015 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.140321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1285e34-4242-4080-a325-6784c0f12593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.191553 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Publish callbacks [] for security_group (105cadf0-874e-4961-b8f4-e927a088bf81), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:29.211528 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Publish callbacks [] for security_group (105cadf0-874e-4961-b8f4-e927a088bf81), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:29.310622 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (105cadf0-874e-4961-b8f4-e927a088bf81), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:29.313207 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:29.314476 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/105cadf0-874e-4961-b8f4-e927a088bf81 HTTP/1.1" status: 204 len: 168 time: 0.1824381 Sep 23 15:14:29.322679 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105cadf0-874e-4961-b8f4-e927a088bf81,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:29.329620 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.329949 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.330297 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.330630 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.330942 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.331258 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.331606 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.331868 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.332173 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.332486 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.332842 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.333156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.333467 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.333774 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:29.334077 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ac28e-f6cc-4919-9d45-846c85c6d3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:33.352632 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:39.131568 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:39.132473 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:39.317150 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:39.326519 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:39.355033 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:48.271557 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff16b-bcae-4606-b0c5-8f0e361cfc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:50.449040 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a200bdbd-df7d-4cbd-86a3-32482a6a5a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:51.532284 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=16 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:51.532973 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=16 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:51.822621 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:53.285367 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:53.364114 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:54.527447 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:15:03.353673 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:03.356695 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:04.523114 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:04.523920 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:18.275159 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a0898092-7c30-4270-a2e7-6ed3c6321a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:20.443826 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d1bf57d4-72ad-4d2b-af8c-9ce90d7bd253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:21.826319 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:23.285971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:23.368299 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:28.536843 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:28.538955 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=5 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:31.526839 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 5 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:15:33.358329 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=21 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:33.362818 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:46.534469 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:46.536436 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:48.273251 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4e04d8d7-230f-44a2-84f4-23109729e8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:50.452228 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6dd16e55-750e-4b7c-9324-17dce9bcdff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:51.831685 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:53.291840 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:53.370337 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:03.050336 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028036'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:05.542149 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:05.542858 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:08.526071 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:16:13.039578 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:13.043087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:17.259330 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47456) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:16:17.393703 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6fd39ea8-a83b-409b-a7fa-0ce3cf71839d admin admin] 10.222.0.75 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1332254 Sep 23 15:16:18.271339 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6be511f-b17a-4c0b-a26e-fa0391a70252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:18.522518 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:19.834541 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47466) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:16:19.902842 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-c3a240f7-93b1-4609-b323-a8ec1ab1cb25 admin admin] 10.222.0.75 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0670524 Sep 23 15:16:20.440767 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b36277c1-b117-4dfb-8e1a-38183eb1a278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:21.828365 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:23.290820 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:23.364745 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:29.897321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:29.898786 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:33.028099 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:43.007247 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:43.019333 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:45.530130 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:16:48.272116 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfd67786-1f0b-4980-8b88-ae4b0aa50f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:50.449434 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-65452cb8-715b-4257-8b7c-03412460c0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:51.837289 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:53.291951 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:53.373019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:55.521421 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:55.522471 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=21 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:03.033232 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:13.019542 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:13.026342 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:18.272359 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-59721c51-49d2-4732-bff0-a515c2fe5daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:19.527546 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:19.530734 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:20.434929 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e8668a89-bb1e-4c52-869a-4a542bb41f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:21.941505 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:22.530027 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:17:23.295768 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:23.367965 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:32.524973 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:32.525759 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:33.032580 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:43.020475 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:43.027496 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:48.266800 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e177754f-0006-4aae-97d3-e78c2e02facb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:50.441995 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-896d746b-a9b8-460f-bbf1-9389557be331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:51.852249 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.159206 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47614) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:53.307726 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.372171 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-989388734-network', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:53.375587 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.402163 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Made reservation on behalf of 1abe4f1508864f77b30c4c635c368f02 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:53.405067 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.414516 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.505214 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks [] for security_group (dbb7d7f3-c0c8-4b8c-95e1-d423578117db), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.513790 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (dbb7d7f3-c0c8-4b8c-95e1-d423578117db), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.544381 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb7d7f3-c0c8-4b8c-95e1-d423578117db,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:53.551558 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:17:53.554242 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.554482 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.555508 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.556077 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.556379 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.556734 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.557060 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.557536 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.557880 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.558194 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.558542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.558877 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.559191 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.559507 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.559824 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Tracked resource versions report: Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: pushed versions: Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: { 'AddressGroup': {'1.2'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Agent': {'1.1'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'ConntrackHelper': {'1.0'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Log': {'1.0'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'NDPProxy': {'1.0'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Network': {'1.1'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Port': {'1.7'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'PortForwarding': {'1.3'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'QosPolicy': {'1.10'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroup': {'1.5'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SubPort': {'1.0'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Subnet': {'1.1'}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Trunk': {'1.1'}} Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: consumer versions: Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: HyperV agent@hv-cinder-85501: {}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Agent': '1.1', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'ConntrackHelper': '1.0', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'LocalIPAssociation': '1.0', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Log': '1.0', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'NDPProxy': '1.0', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Network': '1.1', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Port': '1.7', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'PortForwarding': '1.3', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'QosPolicy': '1.10', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroup': '1.5', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SecurityGroupRule': '1.2', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'SubPort': '1.0', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Subnet': '1.1', Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: 'Trunk': '1.1'}} Sep 23 15:17:53.561053 dv-cinder-855013-3-iscsi neutron-server[106667]: {{(pid=106667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:17:53.571953 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (f4c47f26-4fa0-4e88-b010-4ecc070528d0), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.572282 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Added segment f4c47f26-4fa0-4e88-b010-4ecc070528d0 of type vlan for network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 Sep 23 15:17:53.615928 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (d3ffbd85-3b9b-417b-b45f-55b60c247ef0), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.645281 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (d3ffbd85-3b9b-417b-b45f-55b60c247ef0), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.647107 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:53.647895 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.722009 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47656) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:53.722642 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5614002 Sep 23 15:17:53.722901 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84557c-4d90-483e-91f6-451fa914fe1a admin admin] Pushing event updated for resources: {'Network': ['ID=d3ffbd85-3b9b-417b-b45f-55b60c247ef0,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:53.731902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Request body: {'subnet': {'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-subnet', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:53.733660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:17:53.765067 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Made reservation on behalf of 1abe4f1508864f77b30c4c635c368f02 for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:53.768559 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:53.932439 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47666) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:53.987809 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (769f1f9a-55b6-4093-bd2a-11d0168f1f8d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.036525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Pushing event updated for resources: {'Subnet': ['ID=769f1f9a-55b6-4093-bd2a-11d0168f1f8d,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:54.044803 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.045101 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.045356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.045895 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.046515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.046668 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.046873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.047185 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.047520 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.047851 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.048166 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.048496 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.048891 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.049204 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.049528 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Tracked resource versions report: Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: pushed versions: Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: { 'AddressGroup': {'1.2'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Agent': {'1.1'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'ConntrackHelper': {'1.0'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Log': {'1.0'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'NDPProxy': {'1.0'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Network': {'1.1'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Port': {'1.7'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'PortForwarding': {'1.3'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'QosPolicy': {'1.10'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroup': {'1.5'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SubPort': {'1.0'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Subnet': {'1.1'}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Trunk': {'1.1'}} Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: consumer versions: Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: HyperV agent@hv-cinder-85501: {}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Agent': '1.1', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'ConntrackHelper': '1.0', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'LocalIPAssociation': '1.0', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Log': '1.0', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'NDPProxy': '1.0', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Network': '1.1', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Port': '1.7', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'PortForwarding': '1.3', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'QosPolicy': '1.10', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroup': '1.5', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SecurityGroupRule': '1.2', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'SubPort': '1.0', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Subnet': '1.1', Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: 'Trunk': '1.1'}} Sep 23 15:17:54.050708 dv-cinder-855013-3-iscsi neutron-server[106666]: {{(pid=106666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:17:54.083362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Checking segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:54.083710 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Network hostable DHCP agents. Network: d3ffbd85-3b9b-417b-b45f-55b60c247ef0, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:17:54.099346 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47674) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:54.110324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:17:54.126900 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, d3ffbd85-3b9b-417b-b45f-55b60c247ef0) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:54.133799 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:54.134724 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.141793 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a083994-1ae5-43e0-b1fd-e9ab57ee6870 None None] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:17:54.162070 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-db95c0ab-175b-4296-8411-43bbfa51128a admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4376266 Sep 23 15:17:54.162415 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47692) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:54.166747 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:54.202801 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.205022 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.275373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-d3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:17:54.276357 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.313584 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks [] for router_controller (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), precommit_add_association {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.399112 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47698) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:54.445412 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47702) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:54.458017 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Allocated IP 172.20.0.2 (d3ffbd85-3b9b-417b-b45f-55b60c247ef0/769f1f9a-55b6-4093-bd2a-11d0168f1f8d/53e33fb0-b89f-46ee-bd90-b31e223a8eb2) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:17:54.499013 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1894568188-network', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:54.522809 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-network', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:54.531600 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Made reservation on behalf of b0f632ecb8ee4e6fb59978560789f599 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:54.534302 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.580264 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.619362 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks [] for router_gateway (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.656025 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Made reservation on behalf of bb9f84f2d16a4389a4be567cd2be3a8a for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:54.658789 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.668924 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Publish callbacks [] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.676901 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.702437 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.722706 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-442911469-network', 'tenant_id': 'a443d1afb1d043e08d6ab0320d4fe92a'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:54.743548 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Pushing event updated for resources: {'Port': ['ID=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:54.749006 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:17:54.753788 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:54.758230 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:54.764367 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:17:54.767653 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:54.771081 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.771757 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.772533 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.772941 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.773345 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.774010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.774340 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.775478 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.776109 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.776723 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.777299 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.777802 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.778501 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.779210 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.780069 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Tracked resource versions report: Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: pushed versions: Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: { 'AddressGroup': {'1.2'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Agent': {'1.1'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'ConntrackHelper': {'1.0'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Log': {'1.0'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'NDPProxy': {'1.0'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Network': {'1.1'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Port': {'1.7'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'PortForwarding': {'1.3'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'QosPolicy': {'1.10'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroup': {'1.5'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SubPort': {'1.0'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Subnet': {'1.1'}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Trunk': {'1.1'}} Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: consumer versions: Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: HyperV agent@hv-cinder-85501: {}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Agent': '1.1', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'ConntrackHelper': '1.0', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'LocalIPAssociation': '1.0', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Log': '1.0', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'NDPProxy': '1.0', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Network': '1.1', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Port': '1.7', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'PortForwarding': '1.3', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'QosPolicy': '1.10', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroup': '1.5', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SecurityGroupRule': '1.2', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'SubPort': '1.0', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Subnet': '1.1', Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: 'Trunk': '1.1'}} Sep 23 15:17:54.782186 dv-cinder-855013-3-iscsi neutron-server[106668]: {{(pid=106668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:17:54.790091 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-284241252-network', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:54.838294 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Made reservation on behalf of a443d1afb1d043e08d6ab0320d4fe92a for: {'network': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:54.847112 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.884656 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.885450 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Attempting to bind port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:17:54.886473 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Attempting to bind port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:17:54.887102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Attempting to bind port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:17:54.891145 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Made reservation on behalf of d4fd7ca907fa4806904e1c00b21b5447 for: {'network': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:54.895101 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.929186 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks [] for security_group (3235293c-fb50-438b-a30c-615d9bbb4f49), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.941756 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3235293c-fb50-438b-a30c-615d9bbb4f49), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.947413 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.949405 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:17:54.949852 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Checking segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:54.950485 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.951178 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Bound using segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:17:54.951949 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Bound port: 53e33fb0-b89f-46ee-bd90-b31e223a8eb2, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:17:54.952499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:54.984576 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3235293c-fb50-438b-a30c-615d9bbb4f49,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.007134 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks [] for router_gateway (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.016113 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:17:55.019510 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks [] for security_group (9689918d-835f-4d88-8434-7edeb18e7a7f), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.047957 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9689918d-835f-4d88-8434-7edeb18e7a7f), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.051741 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.074925 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.075264 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Added segment f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11 of type vlan for network 40d84ac8-df74-4849-8e65-19da5d7d6642 Sep 23 15:17:55.085104 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] For port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:17:55.097165 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] For port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:17:55.110680 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.141555 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:17:55.190794 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks [] for security_group (460dcab9-bc6c-451a-b050-ff103ed74196), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.201209 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks [] for security_group (fc169908-a445-4e90-b866-3020a8a54a8a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.208338 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (460dcab9-bc6c-451a-b050-ff103ed74196), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.226404 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=106666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:17:55.235722 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (40d84ac8-df74-4849-8e65-19da5d7d6642), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.242972 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:55.245032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (41817052-997a-4171-a70f-f7bc1f1eed51), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.246478 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.segments_db [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Added segment 41817052-997a-4171-a70f-f7bc1f1eed51 of type vlan for network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 Sep 23 15:17:55.285996 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (d20f97d4-9745-44cb-aad6-0f79d3e7db33), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.286657 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Added segment d20f97d4-9745-44cb-aad6-0f79d3e7db33 of type vlan for network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 Sep 23 15:17:55.293712 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.301065 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46177514-f879-4986-8e16-2d3117a8f186 None None] Pushing event updated for resources: {'Port': ['ID=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.320768 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fc169908-a445-4e90-b866-3020a8a54a8a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.324170 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:55.324819 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:55.347318 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.353099 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:55.353965 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.378542 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460dcab9-bc6c-451a-b050-ff103ed74196,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.380225 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.412347 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=21,neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:55.413896 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9689918d-835f-4d88-8434-7edeb18e7a7f,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.432416 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.434192 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:55.435289 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.541546 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0551641 Sep 23 15:17:55.545407 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47736) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:55.545407 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Request body: {'subnet': {'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-284241252-subnet', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:55.550940 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=106666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:17:55.569287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc169908-a445-4e90-b866-3020a8a54a8a,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.576355 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (40d84ac8-df74-4849-8e65-19da5d7d6642), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.577669 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:55.578196 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.579699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (9888403b-0679-4e69-b58b-8501e3c3b999), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.580142 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.segments_db [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Added segment 9888403b-0679-4e69-b58b-8501e3c3b999 of type vlan for network 5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc Sep 23 15:17:55.582310 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f3524-4063-4c66-9e14-1a7df3b7986d admin admin] Pushing event updated for resources: {'Network': ['ID=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.591164 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Made reservation on behalf of d4fd7ca907fa4806904e1c00b21b5447 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:55.593777 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.620182 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:17:55.668917 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.724950 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] Pushing event updated for resources: {'Network': ['ID=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.728663 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.730882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:55.731783 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.750568 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-47908216-327d-4394-b686-b8dd0eed75cf admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8166869 Sep 23 15:17:55.758058 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47748) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:55.764910 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Request body: {'subnet': {'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-subnet', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:55.792133 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6913848 Sep 23 15:17:55.795404 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:17:55.800925 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:55.832743 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47750) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:55.838025 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Request body: {'subnet': {'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1894568188-subnet', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:55.868283 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4678640 Sep 23 15:17:55.871823 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47754) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:55.904214 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146ed9-df02-46a3-9db4-bfda48f4bf11 admin admin] Pushing event updated for resources: {'Network': ['ID=40d84ac8-df74-4849-8e65-19da5d7d6642,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.905814 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Request body: {'subnet': {'network_id': '5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-442911469-subnet', 'tenant_id': 'a443d1afb1d043e08d6ab0320d4fe92a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:55.946926 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Allocated IP 172.27.1.158 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/03763ad0-6ea2-4d07-849d-a4a16eae5858) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:17:55.954225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb631cd-2f68-4a8b-9cda-209218fae338 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.958808 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Made reservation on behalf of bb9f84f2d16a4389a4be567cd2be3a8a for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:55.961347 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:55.990436 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Made reservation on behalf of a443d1afb1d043e08d6ab0320d4fe92a for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:55.996145 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Made reservation on behalf of b0f632ecb8ee4e6fb59978560789f599 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:55.998080 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.003214 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.005585 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:17:56.007278 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:17:56.136537 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (7c1009b3-0dad-4e71-8542-59484855073f), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.143486 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:56.364422 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (991afdc0-f0d2-4918-97e0-3324cb2e91df), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.422366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:UPDATE=3,neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:56.434644 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=991afdc0-f0d2-4918-97e0-3324cb2e91df,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:56.526575 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:56.527272 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:56.559121 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Checking segment: {'id': '9888403b-0679-4e69-b58b-8501e3c3b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:56.559280 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Network hostable DHCP agents. Network: 5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:17:56.571677 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e2c69-5e64-491e-9078-eebd1baff647 None None] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:17:56.603199 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (216ee270-e2d7-4f84-a0d7-d8ccb1359744), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.613492 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Network 5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:17:56.632966 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:56.638884 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:56.641608 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.664128 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec169d-f011-4bfd-919a-8cb5d1c3d058 None None] Network 5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:17:56.683272 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4487b9aa-86c5-4f69-b459-462bec46df0c admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8037689 Sep 23 15:17:56.738294 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1009b3-0dad-4e71-8542-59484855073f,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:56.760947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (de0af80f-35b6-4066-8ba3-d289bc47d829), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.767408 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:56.846302 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Checking segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:56.846653 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Network hostable DHCP agents. Network: 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:17:56.854901 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks [] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.856907 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Checking segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:56.857277 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Network hostable DHCP agents. Network: 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:17:56.871729 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] Provisioning complete for port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:17:56.872957 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:56.873632 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] Attempt 1 to provision port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 Sep 23 15:17:56.874782 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216ee270-e2d7-4f84-a0d7-d8ccb1359744,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:57.022708 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18997d65-258d-479f-9e11-38c6403f998d None None] Network 5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:17:57.025266 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] Current status of the port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:17:57.025656 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.039724 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:17:57.046668 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Checking segment: {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:57.047018 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Network hostable DHCP agents. Network: 40d84ac8-df74-4849-8e65-19da5d7d6642, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:17:57.054422 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:17:57.059686 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0af80f-35b6-4066-8ba3-d289bc47d829,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:57.088439 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:57.093400 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.110297 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a7ec8-d5d9-4d24-80c5-eb816f3720b3 None None] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:17:57.115598 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:57.124249 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:57.124853 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.183207 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47820) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:57.228541 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] For port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:17:57.241392 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.331066 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:17:57.338411 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:57.344562 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-741dc75f-334f-4a5d-a1e0-c8fd974f5c12 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5834293 Sep 23 15:17:57.346135 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:17:57.347494 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47830) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:57.352097 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:57.360094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:57.371218 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:17:57.383749 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:17:57.384730 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.395321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (1a95cb75-3c6a-4c47-9322-e911744a7e86), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.396434 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (1a95cb75-3c6a-4c47-9322-e911744a7e86), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.412072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:57.433861 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-6c235127-1a3f-4cb9-be15-43234fc431ef None None] Provisioning complete for port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:17:57.434251 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6c235127-1a3f-4cb9-be15-43234fc431ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.434586 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6c235127-1a3f-4cb9-be15-43234fc431ef None None] Attempt 1 to provision port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 Sep 23 15:17:57.464820 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb189bf-2d19-4f54-ad5c-93554a3ad912 None None] Pushing event updated for resources: {'Port': ['ID=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:57.467906 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:57.472288 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.472922 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:17:57.476004 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b7c8be-49d6-4ff5-a689-226cacf4c60c None None] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:17:57.502354 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks [] for router_controller (1a95cb75-3c6a-4c47-9322-e911744a7e86), precommit_add_association {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.553311 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:57.598911 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 40d84ac8-df74-4849-8e65-19da5d7d6642) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:57.619800 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:57.623875 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.642019 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:57.645357 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Pushing event updated for resources: {'Port': ['ID=03763ad0-6ea2-4d07-849d-a4a16eae5858,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:57.679705 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4ba92818-98f9-4d34-93f4-757aba1df189 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1509714 Sep 23 15:17:57.684767 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47838) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:57.724194 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:57.736316 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701975be-bbfb-4e81-bc6d-ae9cc17f9d62 None None] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:17:57.762094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:17:57.763033 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.804815 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-843c1a0c-0745-4493-bbab-4a8e39d84d74 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9706390 Sep 23 15:17:57.809187 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47844) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:57.823460 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks [] for router_gateway (1a95cb75-3c6a-4c47-9322-e911744a7e86), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.840274 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ca6630c9-3757-4b17-8120-443a6394f818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:57.918178 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:57.921819 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:57.922855 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks [] for router_gateway (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.014911 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (197d0045-a353-4617-93c2-bb7d6c36e08a), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.016208 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (197d0045-a353-4617-93c2-bb7d6c36e08a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.036137 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (5d0623bd-6c53-44df-b7d4-980b0112d16d), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.037493 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (5d0623bd-6c53-44df-b7d4-980b0112d16d), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.056787 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ca6630c9-3757-4b17-8120-443a6394f818 admin admin] Publish callbacks [] for security_group (184aebd2-24f3-4b91-8e5a-49258dfc2f8d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.087682 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ca6630c9-3757-4b17-8120-443a6394f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (184aebd2-24f3-4b91-8e5a-49258dfc2f8d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.181004 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ca6630c9-3757-4b17-8120-443a6394f818 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=02c0792b1529441b89b3206da430c7de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9965205 Sep 23 15:17:58.182253 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6c235127-1a3f-4cb9-be15-43234fc431ef None None] Current status of the port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:17:58.183933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6630c9-3757-4b17-8120-443a6394f818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184aebd2-24f3-4b91-8e5a-49258dfc2f8d,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:58.189029 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47862) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:58.240011 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:58.251139 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks [] for router_controller (197d0045-a353-4617-93c2-bb7d6c36e08a), precommit_add_association {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.251320 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:17:58.251505 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.252192 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 Sep 23 15:17:58.297872 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-40d84ac8-df74-4849-8e65-19da5d7d6642', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'fixed_ips': [{'subnet_id': 'de0af80f-35b6-4066-8ba3-d289bc47d829'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:17:58.299469 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.350202 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47868) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:58.354912 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1596664654-network', 'tenant_id': '6d0d1e294d9f490ba26ea92a9d1ce226'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:58.364618 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Allocated IP 172.20.0.2 (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2/216ee270-e2d7-4f84-a0d7-d8ccb1359744/fee10c6a-28f5-4902-8570-917321a081ba) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:17:58.422455 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Allocated IP 172.20.0.2 (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903/7c1009b3-0dad-4e71-8542-59484855073f/826043c6-b099-4ad9-ab99-5348b090f2a3) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:17:58.473699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Made reservation on behalf of 6d0d1e294d9f490ba26ea92a9d1ce226 for: {'network': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:58.476107 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.487869 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks [] for router_gateway (1a95cb75-3c6a-4c47-9322-e911744a7e86), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.515967 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fb0a547a-8b05-4ef9-b424-4becb05c6266 admin admin] Publish callbacks [] for security_group (184aebd2-24f3-4b91-8e5a-49258dfc2f8d), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.519158 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.534405 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.572724 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fb0a547a-8b05-4ef9-b424-4becb05c6266 admin admin] Publish callbacks [] for security_group (184aebd2-24f3-4b91-8e5a-49258dfc2f8d), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.584707 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:58.697427 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:58.702938 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:17:58.711330 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:58.745033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fb0a547a-8b05-4ef9-b424-4becb05c6266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (184aebd2-24f3-4b91-8e5a-49258dfc2f8d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.747932 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fb0a547a-8b05-4ef9-b424-4becb05c6266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.749345 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-fb0a547a-8b05-4ef9-b424-4becb05c6266 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/184aebd2-24f3-4b91-8e5a-49258dfc2f8d HTTP/1.1" status: 204 len: 168 time: 0.5590920 Sep 23 15:17:58.758056 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks [] for router_controller (5d0623bd-6c53-44df-b7d4-980b0112d16d), precommit_add_association {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.785339 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks [] for security_group (7be3991e-999d-49ea-a2de-7ce2ce52e4f3), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.792433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a547a-8b05-4ef9-b424-4becb05c6266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184aebd2-24f3-4b91-8e5a-49258dfc2f8d,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:58.795549 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Allocated IP 172.27.1.114 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/586e1d6a-b0b9-4d1c-bebe-fb18a7403944) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:17:58.799289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7be3991e-999d-49ea-a2de-7ce2ce52e4f3), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.804650 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Allocated IP 172.20.0.2 (40d84ac8-df74-4849-8e65-19da5d7d6642/de0af80f-35b6-4066-8ba3-d289bc47d829/43a85975-f541-4778-bd1a-820ebac8330b) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:17:58.814009 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=106666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:17:58.827431 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (68cd71f7-56c4-4cc9-bd4b-c95de8666daf), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.828058 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.segments_db [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Added segment 68cd71f7-56c4-4cc9-bd4b-c95de8666daf of type vlan for network 523f5457-1cfb-4d85-9660-63bbe7b1ae74 Sep 23 15:17:58.848454 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Publish callbacks [] for port (fee10c6a-28f5-4902-8570-917321a081ba), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.897229 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (fee10c6a-28f5-4902-8570-917321a081ba), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.917638 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (523f5457-1cfb-4d85-9660-63bbe7b1ae74), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.968802 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks [] for router_gateway (197d0045-a353-4617-93c2-bb7d6c36e08a), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.984858 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (523f5457-1cfb-4d85-9660-63bbe7b1ae74), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:58.989888 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:58.996656 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.013191 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:17:59.018553 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Publish callbacks [] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.026189 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:59.031430 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Pushing event updated for resources: {'Port': ['ID=fee10c6a-28f5-4902-8570-917321a081ba,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.034456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:17:59.044842 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.146552 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:17:59.146888 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:59.155623 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:59.172160 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Pushing event updated for resources: {'Network': ['ID=523f5457-1cfb-4d85-9660-63bbe7b1ae74,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.197002 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks [] for router_gateway (5d0623bd-6c53-44df-b7d4-980b0112d16d), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.208566 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 523f5457-1cfb-4d85-9660-63bbe7b1ae74 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:17:59.210333 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.211658 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:17:59.255758 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Pushing event updated for resources: {'Port': ['ID=826043c6-b099-4ad9-ab99-5348b090f2a3,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.326318 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Attempting to bind port fee10c6a-28f5-4902-8570-917321a081ba on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:17:59.326906 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Attempting to bind port fee10c6a-28f5-4902-8570-917321a081ba by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:17:59.327410 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Attempting to bind port fee10c6a-28f5-4902-8570-917321a081ba on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:17:59.330380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks [] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.362134 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:UPDATE=6,neutron:INSERT=9,neutron:DELETE=2,neutron:SELECT=83 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:59.367622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be3991e-999d-49ea-a2de-7ce2ce52e4f3,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.371895 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.395373 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:17:59.399136 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:59.405569 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ae64dc58-df2e-4c2d-b3c5-856d930f1172 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0543091 Sep 23 15:17:59.424556 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:17:59.436715 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Publish callbacks [] for port (43a85975-f541-4778-bd1a-820ebac8330b), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.473762 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (43a85975-f541-4778-bd1a-820ebac8330b), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.475750 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:59.504860 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:17:59.505053 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47894) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:59.529273 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Attempting to bind port 826043c6-b099-4ad9-ab99-5348b090f2a3 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:17:59.529644 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Attempting to bind port 826043c6-b099-4ad9-ab99-5348b090f2a3 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:17:59.530040 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Attempting to bind port 826043c6-b099-4ad9-ab99-5348b090f2a3 on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:17:59.531262 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:17:59.538173 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Request body: {'subnet': {'network_id': '523f5457-1cfb-4d85-9660-63bbe7b1ae74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1596664654-subnet', 'tenant_id': '6d0d1e294d9f490ba26ea92a9d1ce226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:17:59.610332 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:17:59.617565 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:17:59.617765 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Checking segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:59.618159 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.618654 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Bound using segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:17:59.619153 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Bound port: fee10c6a-28f5-4902-8570-917321a081ba, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:17:59.619527 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (fee10c6a-28f5-4902-8570-917321a081ba), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.636043 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:59.649377 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:17:59.679164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Pushing event updated for resources: {'Port': ['ID=43a85975-f541-4778-bd1a-820ebac8330b,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.684233 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:59.698114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks [] for router_gateway (1a95cb75-3c6a-4c47-9322-e911744a7e86), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.721181 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47898) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:59.742875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] For port fee10c6a-28f5-4902-8570-917321a081ba, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:17:59.746687 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] For port fee10c6a-28f5-4902-8570-917321a081ba, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=fee10c6a-28f5-4902-8570-917321a081ba,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:17:59.750862 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Pushing event updated for resources: {'Port': ['ID=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.775039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (fee10c6a-28f5-4902-8570-917321a081ba), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.836003 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47900) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:59.857205 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290ccdf-ac8e-4e04-ad25-486fc6b25268 None None] Pushing event updated for resources: {'Port': ['ID=fee10c6a-28f5-4902-8570-917321a081ba,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.860746 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Attempting to bind port 43a85975-f541-4778-bd1a-820ebac8330b on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:17:59.861368 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Attempting to bind port 43a85975-f541-4778-bd1a-820ebac8330b by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:17:59.863780 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Attempting to bind port 43a85975-f541-4778-bd1a-820ebac8330b on network 40d84ac8-df74-4849-8e65-19da5d7d6642 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:17:59.873302 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:17:59.873879 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Checking segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:17:59.874295 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.874673 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Bound using segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:17:59.875183 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Bound port: 826043c6-b099-4ad9-ab99-5348b090f2a3, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:17:59.875568 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.957085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47902) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:17:59.997523 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee6b0-47c8-4778-9156-1d5061863afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:59.999679 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Made reservation on behalf of 6d0d1e294d9f490ba26ea92a9d1ce226 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:59.999793 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (1a95cb75-3c6a-4c47-9322-e911744a7e86), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.002103 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.077156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:00.133452 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:00.133842 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.134183 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 Sep 23 15:18:00.212367 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-45467d2d-14f0-484a-8a82-97b8d97994b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.244505 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee6b0-47c8-4778-9156-1d5061863afc admin admin] Publish callbacks [] for security_group (bce82e5a-cd16-4a81-805a-141f1c7d511c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.245005 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:00.245383 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Checking segment: {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:00.245823 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.246316 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Bound using segment: {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:00.246983 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Bound port: 43a85975-f541-4778-bd1a-820ebac8330b, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:00.247589 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (43a85975-f541-4778-bd1a-820ebac8330b), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.289715 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:00.292703 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:00.310359 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks [] for router_gateway (197d0045-a353-4617-93c2-bb7d6c36e08a), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.328302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Router 1a95cb75-3c6a-4c47-9322-e911744a7e86 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:18:00.342509 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee6b0-47c8-4778-9156-1d5061863afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (bce82e5a-cd16-4a81-805a-141f1c7d511c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.348496 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-45467d2d-14f0-484a-8a82-97b8d97994b0 admin admin] Publish callbacks [] for security_group (9608ee58-6b01-491e-be3e-a3561adc6568), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.386498 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] For port 826043c6-b099-4ad9-ab99-5348b090f2a3, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:00.388564 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-45467d2d-14f0-484a-8a82-97b8d97994b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9608ee58-6b01-491e-be3e-a3561adc6568), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.390019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:00.393645 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] For port 826043c6-b099-4ad9-ab99-5348b090f2a3, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=826043c6-b099-4ad9-ab99-5348b090f2a3,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:00.398119 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] For port 43a85975-f541-4778-bd1a-820ebac8330b, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:00.401941 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] For port 43a85975-f541-4778-bd1a-820ebac8330b, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=43a85975-f541-4778-bd1a-820ebac8330b,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:00.410891 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.419078 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.471649 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (43a85975-f541-4778-bd1a-820ebac8330b), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.478735 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:00.498124 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc7a54-3061-4c59-8855-6f79ed0b6d9b None None] Pushing event updated for resources: {'Port': ['ID=826043c6-b099-4ad9-ab99-5348b090f2a3,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:00.499327 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-45467d2d-14f0-484a-8a82-97b8d97994b0 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f3f04aa2dcf84d32bcf7c8cebf64feee&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5411623 Sep 23 15:18:00.501068 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ec7ee6b0-47c8-4778-9156-1d5061863afc admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6d6c79119ed741b88ca185ca2af3fa61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7694790 Sep 23 15:18:00.502194 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d054bbd-3a07-4259-b017-9ac67a169026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.522131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47912) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:00.522432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47914) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:00.527940 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks [] for router_gateway (5d0623bd-6c53-44df-b7d4-980b0112d16d), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.540903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45467d2d-14f0-484a-8a82-97b8d97994b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9608ee58-6b01-491e-be3e-a3561adc6568,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:00.603688 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b46f78-e55f-4480-a6aa-aad98cad46cb None None] Pushing event updated for resources: {'Port': ['ID=43a85975-f541-4778-bd1a-820ebac8330b,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:00.634352 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:00.657578 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.661300 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Sync routers for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:00.664785 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ee6b0-47c8-4778-9156-1d5061863afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce82e5a-cd16-4a81-805a-141f1c7d511c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:00.675674 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:00.693614 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:00.694625 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:00.709907 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.723172 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-709b2040-6ffd-4b64-b289-0565e665087c admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3731253 Sep 23 15:18:00.742115 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:18:00.773861 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 47920) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:00.793850 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-717de8af-235e-48e3-aa08-10b1ea347986 admin admin] Publish callbacks [] for security_group (bce82e5a-cd16-4a81-805a-141f1c7d511c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.819904 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4a5529d-f0e9-414e-b2d1-3c97453fea33 admin admin] Publish callbacks [] for security_group (9608ee58-6b01-491e-be3e-a3561adc6568), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.852735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-717de8af-235e-48e3-aa08-10b1ea347986 admin admin] Publish callbacks [] for security_group (bce82e5a-cd16-4a81-805a-141f1c7d511c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.955347 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:00.974259 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-717de8af-235e-48e3-aa08-10b1ea347986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (bce82e5a-cd16-4a81-805a-141f1c7d511c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.988720 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-717de8af-235e-48e3-aa08-10b1ea347986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:00.989991 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-717de8af-235e-48e3-aa08-10b1ea347986 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bce82e5a-cd16-4a81-805a-141f1c7d511c HTTP/1.1" status: 204 len: 168 time: 0.4645832 Sep 23 15:18:01.003042 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (28d130b9-2cbd-41ce-81a9-29a6608c5cd3), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.008148 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717de8af-235e-48e3-aa08-10b1ea347986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce82e5a-cd16-4a81-805a-141f1c7d511c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:01.031742 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4a5529d-f0e9-414e-b2d1-3c97453fea33 admin admin] Publish callbacks [] for security_group (9608ee58-6b01-491e-be3e-a3561adc6568), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.077633 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:01.104055 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Allocated IP 172.27.1.165 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/c3c61c39-4b69-44a5-8993-bf081b82a93c) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:01.351648 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4a5529d-f0e9-414e-b2d1-3c97453fea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9608ee58-6b01-491e-be3e-a3561adc6568), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.360825 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4a5529d-f0e9-414e-b2d1-3c97453fea33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.363450 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f4a5529d-f0e9-414e-b2d1-3c97453fea33 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9608ee58-6b01-491e-be3e-a3561adc6568 HTTP/1.1" status: 204 len: 168 time: 0.8362863 Sep 23 15:18:01.412008 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5529d-f0e9-414e-b2d1-3c97453fea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9608ee58-6b01-491e-be3e-a3561adc6568,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:01.421477 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:01.502308 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78e57a-5c0b-46b4-91d5-6dc99759ac51 None None] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:18:01.504755 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:17:59Z', 'revision_number': 3, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:01.545297 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Checking router: 1a95cb75-3c6a-4c47-9322-e911744a7e86 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:01.545645 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Updating router 1a95cb75-3c6a-4c47-9322-e911744a7e86 port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:01.600115 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.645407 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 43a85975-f541-4778-bd1a-820ebac8330b up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:01.735338 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d130b9-2cbd-41ce-81a9-29a6608c5cd3,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:01.738969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] Provisioning complete for port fee10c6a-28f5-4902-8570-917321a081ba triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:01.739374 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (fee10c6a-28f5-4902-8570-917321a081ba), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.739706 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] Attempt 1 to provision port fee10c6a-28f5-4902-8570-917321a081ba Sep 23 15:18:01.872456 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks [] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.875375 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d054bbd-3a07-4259-b017-9ac67a169026 admin admin] Publish callbacks [] for security_group (63ed7103-1d65-40e6-9bb0-d81d4bd4f312), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.881322 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Checking segment: {'id': '68cd71f7-56c4-4cc9-bd4b-c95de8666daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '523f5457-1cfb-4d85-9660-63bbe7b1ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:01.881734 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Network hostable DHCP agents. Network: 523f5457-1cfb-4d85-9660-63bbe7b1ae74, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:18:01.895837 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:01.908162 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4d054bbd-3a07-4259-b017-9ac67a169026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (63ed7103-1d65-40e6-9bb0-d81d4bd4f312), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.918521 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 43a85975-f541-4778-bd1a-820ebac8330b triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:01.918892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (43a85975-f541-4778-bd1a-820ebac8330b), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:01.919220 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 43a85975-f541-4778-bd1a-820ebac8330b Sep 23 15:18:01.927324 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Sync routers for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:02.014480 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.020043 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47948) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:02.021873 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b02a2bd3-a615-44af-9c24-9d237d1598bd admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8584845 Sep 23 15:18:02.042660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] Current status of the port fee10c6a-28f5-4902-8570-917321a081ba is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:02.043051 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (fee10c6a-28f5-4902-8570-917321a081ba), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.044321 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d054bbd-3a07-4259-b017-9ac67a169026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed7103-1d65-40e6-9bb0-d81d4bd4f312,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:02.128395 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47950) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:02.129277 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4d054bbd-3a07-4259-b017-9ac67a169026 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=dca8c512d6184ee2a57d7ca823d337e8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1382666 Sep 23 15:18:02.135108 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:02.135772 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:02.159899 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Network 523f5457-1cfb-4d85-9660-63bbe7b1ae74 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:18:02.175577 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.299123 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] For port fee10c6a-28f5-4902-8570-917321a081ba, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=fee10c6a-28f5-4902-8570-917321a081ba,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:02.300315 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:02.303822 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Allocated IP 172.27.1.131 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/63894506-dbae-47ec-a1f3-c1b07368ac95) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:02.347841 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (fee10c6a-28f5-4902-8570-917321a081ba), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.355111 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f561cfa-4b54-450c-9f99-3a463fae1a20 None None] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:18:02.384772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae74778d-eed8-410f-8122-dc8a040282da admin admin] Publish callbacks [] for security_group (63ed7103-1d65-40e6-9bb0-d81d4bd4f312), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.438542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks [] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.480615 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 43a85975-f541-4778-bd1a-820ebac8330b is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:02.481349 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (43a85975-f541-4778-bd1a-820ebac8330b), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.510710 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:02.511553 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:02.523344 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae74778d-eed8-410f-8122-dc8a040282da admin admin] Publish callbacks [] for security_group (63ed7103-1d65-40e6-9bb0-d81d4bd4f312), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.585343 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Provisioning complete for port fee10c6a-28f5-4902-8570-917321a081ba triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:02.585843 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (fee10c6a-28f5-4902-8570-917321a081ba), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.586043 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Attempt 1 to provision port fee10c6a-28f5-4902-8570-917321a081ba Sep 23 15:18:02.597790 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Pushing event updated for resources: {'Port': ['ID=c3c61c39-4b69-44a5-8993-bf081b82a93c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:02.647829 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 523f5457-1cfb-4d85-9660-63bbe7b1ae74) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:02.668728 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:02.671769 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:02.672677 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.703231 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:02.717387 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:02.742489 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa9140-e8be-4ca4-bee2-ad7450063bbc None None] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:18:02.745676 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acbf0bc-f2b2-49df-b6b8-7bb4621e95d2 None None] Network 523f5457-1cfb-4d85-9660-63bbe7b1ae74 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:18:02.754339 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae74778d-eed8-410f-8122-dc8a040282da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (63ed7103-1d65-40e6-9bb0-d81d4bd4f312), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.758007 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae74778d-eed8-410f-8122-dc8a040282da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:02.767795 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ae74778d-eed8-410f-8122-dc8a040282da admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/63ed7103-1d65-40e6-9bb0-d81d4bd4f312 HTTP/1.1" status: 204 len: 168 time: 0.6381938 Sep 23 15:18:02.779535 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:02.790323 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74778d-eed8-410f-8122-dc8a040282da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed7103-1d65-40e6-9bb0-d81d4bd4f312,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:02.792164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:02.977601 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:03.039970 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:03.071775 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.105520 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.132517 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-82ed322a-bb6a-47db-a5a0-df3e197a6912 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6150684 Sep 23 15:18:03.157523 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd949cd-0726-420e-b60d-b93cc35ba8f1 None None] Pushing event updated for resources: {'Port': ['ID=fee10c6a-28f5-4902-8570-917321a081ba,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:03.197345 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:03.202478 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 43a85975-f541-4778-bd1a-820ebac8330b, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=43a85975-f541-4778-bd1a-820ebac8330b,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:03.258602 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.261162 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:03.312807 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:03.325675 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (43a85975-f541-4778-bd1a-820ebac8330b), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.326811 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 826043c6-b099-4ad9-ab99-5348b090f2a3 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:03.331531 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Publish callbacks [] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.346664 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.353445 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Allocated IP 172.20.0.1 (d3ffbd85-3b9b-417b-b45f-55b60c247ef0/769f1f9a-55b6-4093-bd2a-11d0168f1f8d/2a943a97-e781-4ca4-902e-07bafbb9f438) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:03.410751 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=43a85975-f541-4778-bd1a-820ebac8330b,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:03.443042 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Attempting to bind port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:03.443409 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Attempting to bind port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:03.443763 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Attempting to bind port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:03.472263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47992) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:03.527331 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Pushing event updated for resources: {'Port': ['ID=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,revision_number=2']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:03.567235 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.567905 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.568432 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.568969 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.569564 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.570059 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.570554 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.571043 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.571532 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.572028 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.572518 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.573056 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.574468 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.575931 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.582266 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Tracked resource versions report: Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: pushed versions: Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: { 'AddressGroup': {'1.2'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Agent': {'1.1'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'ConntrackHelper': {'1.0'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Log': {'1.0'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'NDPProxy': {'1.0'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Network': {'1.1'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Port': {'1.7'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'PortForwarding': {'1.3'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'QosPolicy': {'1.10'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroup': {'1.5'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SubPort': {'1.0'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Subnet': {'1.1'}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Trunk': {'1.1'}} Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: consumer versions: Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: { DHCP agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: HyperV agent@hv-cinder-85501: {}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: L3 agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: Metadata agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: Metering agent@dv-cinder-855013-3-iscsi: {}, Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: Open vSwitch agent@dv-cinder-855013-3-iscsi: { 'AddressGroup': '1.2', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Agent': '1.1', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'ConntrackHelper': '1.0', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'LocalIPAssociation': '1.0', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Log': '1.0', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'NDPProxy': '1.0', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Network': '1.1', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Port': '1.7', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'PortForwarding': '1.3', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'QosPolicy': '1.10', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroup': '1.5', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SecurityGroupRule': '1.2', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'SubPort': '1.0', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Subnet': '1.1', Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: 'Trunk': '1.1'}} Sep 23 15:18:03.583685 dv-cinder-855013-3-iscsi neutron-server[106669]: {{(pid=106669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:18:03.585704 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks [] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.589047 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:03.589664 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:03.590247 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.590803 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:03.594356 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Bound port: 586e1d6a-b0b9-4d1c-bebe-fb18a7403944, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:03.594930 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.620252 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Pushing event updated for resources: {'Port': ['ID=63894506-dbae-47ec-a1f3-c1b07368ac95,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:03.636095 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d02f97f5-5088-4c30-bfe5-f8e5405f08c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.642450 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.643553 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea0606-62ce-4782-b729-730133e9aa39 None None] Network 523f5457-1cfb-4d85-9660-63bbe7b1ae74 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:18:03.668083 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:03.683226 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 47998) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:03.686249 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.757205 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] For port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:03.770445 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] For port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:03.773648 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks [] for router_gateway (197d0045-a353-4617-93c2-bb7d6c36e08a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.783181 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:03.829589 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Pushing event updated for resources: {'Port': ['ID=2a943a97-e781-4ca4-902e-07bafbb9f438,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:03.872813 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Current status of the port fee10c6a-28f5-4902-8570-917321a081ba is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:03.907008 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:03.907615 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:03.918537 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:03.933318 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:03.937144 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:03.937680 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.077285 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 826043c6-b099-4ad9-ab99-5348b090f2a3 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:04.077666 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.084705 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 826043c6-b099-4ad9-ab99-5348b090f2a3 Sep 23 15:18:04.160642 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.181554 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] Deleting subnet 991afdc0-f0d2-4918-97e0-3324cb2e91df {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:18:04.211682 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Provisioning complete for port 43a85975-f541-4778-bd1a-820ebac8330b triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:04.212085 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (43a85975-f541-4778-bd1a-820ebac8330b), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.212417 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Attempt 1 to provision port 43a85975-f541-4778-bd1a-820ebac8330b Sep 23 15:18:04.218244 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:04.229619 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] Publish callbacks [] for subnet (991afdc0-f0d2-4918-97e0-3324cb2e91df), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.273958 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.294785 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.349272 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] Publish callbacks [] for subnet (991afdc0-f0d2-4918-97e0-3324cb2e91df), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.374243 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.375603 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.380194 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (991afdc0-f0d2-4918-97e0-3324cb2e91df), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.386449 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:17:57Z', 'revision_number': 3, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:04.443645 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Checking router: 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:04.443645 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Updating router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 port 03763ad0-6ea2-4d07-849d-a4a16eae5858 binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:04.510922 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Allocated IP 172.20.0.1 (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2/216ee270-e2d7-4f84-a0d7-d8ccb1359744/f700f692-d433-4dce-98dc-d4995486be25) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:04.512882 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.514479 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.582802 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d02f97f5-5088-4c30-bfe5-f8e5405f08c6 admin admin] Publish callbacks [] for security_group (54fef27f-9bc7-46bf-b8b9-134cc7ac742d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.583349 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48016) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:04.594330 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.599571 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d02f97f5-5088-4c30-bfe5-f8e5405f08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (54fef27f-9bc7-46bf-b8b9-134cc7ac742d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.600876 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7794225c-457f-4a3b-a25f-bb147421379a None None] Current status of the port 43a85975-f541-4778-bd1a-820ebac8330b is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:04.609254 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46719cfa-93c5-4466-a036-a870f5a4467a None None] Pushing event updated for resources: {'Port': ['ID=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:04.614883 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:17:59Z', 'revision_number': 3, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:04.646669 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f97f5-5088-4c30-bfe5-f8e5405f08c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fef27f-9bc7-46bf-b8b9-134cc7ac742d,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:04.650862 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e0f22-cd13-4248-97c3-8743ece01dca None None] The sync data for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi is: [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:17:59Z', 'revision_number': 3, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:04.734672 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (991afdc0-f0d2-4918-97e0-3324cb2e91df), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.790566 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d02f97f5-5088-4c30-bfe5-f8e5405f08c6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=44c98da3939946e8ad894efd1e56c5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3173285 Sep 23 15:18:04.802406 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48020) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:04.881139 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991afdc0-f0d2-4918-97e0-3324cb2e91df,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:04.881990 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Provisioning complete for port 826043c6-b099-4ad9-ab99-5348b090f2a3 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:04.882451 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.883106 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 1 to provision port 826043c6-b099-4ad9-ab99-5348b090f2a3 Sep 23 15:18:04.883606 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.884844 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 826043c6-b099-4ad9-ab99-5348b090f2a3 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:04.885220 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:04.889951 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-253accf2-c8bc-4b4d-bd88-ffa74654b30f admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/991afdc0-f0d2-4918-97e0-3324cb2e91df HTTP/1.1" status: 204 len: 168 time: 1.1939282 Sep 23 15:18:04.891212 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48022) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:04.956809 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.990743 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 826043c6-b099-4ad9-ab99-5348b090f2a3, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=826043c6-b099-4ad9-ab99-5348b090f2a3,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:04.994809 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-731081b7-2712-42ca-9325-c12be1945696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.003465 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.003683 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks [] for port (f700f692-d433-4dce-98dc-d4995486be25), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.004316 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device fee10c6a-28f5-4902-8570-917321a081ba up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:05.006138 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks [] for router_gateway (5d0623bd-6c53-44df-b7d4-980b0112d16d), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.020361 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks [] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.022262 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41cd433c-dbed-48c0-9b06-13fa15b7aeba admin admin] Publish callbacks [] for security_group (54fef27f-9bc7-46bf-b8b9-134cc7ac742d), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.034533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.034533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.106026 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.138054 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41cd433c-dbed-48c0-9b06-13fa15b7aeba admin admin] Publish callbacks [] for security_group (54fef27f-9bc7-46bf-b8b9-134cc7ac742d), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.171106 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Current status of the port 826043c6-b099-4ad9-ab99-5348b090f2a3 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:05.228659 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Publish callbacks [] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.238269 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Provisioning complete for port 43a85975-f541-4778-bd1a-820ebac8330b triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:05.239037 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (43a85975-f541-4778-bd1a-820ebac8330b), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.239520 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 1 to provision port 43a85975-f541-4778-bd1a-820ebac8330b Sep 23 15:18:05.280226 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=826043c6-b099-4ad9-ab99-5348b090f2a3,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:05.287228 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.307016 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (197d0045-a353-4617-93c2-bb7d6c36e08a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.331359 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:05.332564 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9e7f-e0c1-4cd8-9882-b0460fb195ac None None] Pushing event updated for resources: {'Port': ['ID=03763ad0-6ea2-4d07-849d-a4a16eae5858,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:05.360355 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port fee10c6a-28f5-4902-8570-917321a081ba triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:05.362772 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (fee10c6a-28f5-4902-8570-917321a081ba), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.363120 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port fee10c6a-28f5-4902-8570-917321a081ba Sep 23 15:18:05.371699 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Attempting to bind port 03763ad0-6ea2-4d07-849d-a4a16eae5858 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:05.372087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Attempting to bind port 03763ad0-6ea2-4d07-849d-a4a16eae5858 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:05.372435 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Attempting to bind port 03763ad0-6ea2-4d07-849d-a4a16eae5858 on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:05.406229 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (f700f692-d433-4dce-98dc-d4995486be25), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.450281 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Pushing event updated for resources: {'Port': ['ID=2a943a97-e781-4ca4-902e-07bafbb9f438,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:05.505845 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:05.522992 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41cd433c-dbed-48c0-9b06-13fa15b7aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (54fef27f-9bc7-46bf-b8b9-134cc7ac742d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.526314 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41cd433c-dbed-48c0-9b06-13fa15b7aeba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.528733 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-41cd433c-dbed-48c0-9b06-13fa15b7aeba admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/54fef27f-9bc7-46bf-b8b9-134cc7ac742d HTTP/1.1" status: 204 len: 168 time: 0.7249787 Sep 23 15:18:05.530065 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Current status of the port 43a85975-f541-4778-bd1a-820ebac8330b is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:05.557004 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:05.558089 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:05.558467 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:05.558914 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.559307 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:05.559792 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Bound port: 03763ad0-6ea2-4d07-849d-a4a16eae5858, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:05.560171 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.615041 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd433c-dbed-48c0-9b06-13fa15b7aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fef27f-9bc7-46bf-b8b9-134cc7ac742d,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:05.623623 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:05.626904 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Provisioning complete for port 2a943a97-e781-4ca4-902e-07bafbb9f438 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:05.627413 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.627629 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 1 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:05.636774 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.676886 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:05.684197 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.684901 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.685836 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.686370 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > port after_create 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.686902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.687429 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > port after_update 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.688033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.688599 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.689165 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.689701 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:05.708199 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port fee10c6a-28f5-4902-8570-917321a081ba is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:05.779103 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:05.780155 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] For port 03763ad0-6ea2-4d07-849d-a4a16eae5858, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:05.783807 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] For port 03763ad0-6ea2-4d07-849d-a4a16eae5858, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=03763ad0-6ea2-4d07-849d-a4a16eae5858,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:05.802007 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.818667 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (5d0623bd-6c53-44df-b7d4-980b0112d16d), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.840200 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:05.855515 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-731081b7-2712-42ca-9325-c12be1945696 admin admin] Publish callbacks [] for security_group (9cfb59b4-1946-4c39-bb20-f54f4cd89aeb), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.856878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:05.860457 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:05.861024 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (1a95cb75-3c6a-4c47-9322-e911744a7e86), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:05.872796 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:05.879780 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:06.151381 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 43a85975-f541-4778-bd1a-820ebac8330b up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:06.241453 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9e7f-e0c1-4cd8-9882-b0460fb195ac None None] Pushing event updated for resources: {'Port': ['ID=03763ad0-6ea2-4d07-849d-a4a16eae5858,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:06.247351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:06.247696 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:06.248016 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:06.248337 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:18:06.248715 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:06.257547 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Pushing event updated for resources: {'Port': ['ID=f700f692-d433-4dce-98dc-d4995486be25,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:06.259856 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-731081b7-2712-42ca-9325-c12be1945696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9cfb59b4-1946-4c39-bb20-f54f4cd89aeb), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.261276 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:06.291969 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9888403b-0679-4e69-b58b-8501e3c3b999') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:06.292859 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9888403b-0679-4e69-b58b-8501e3c3b999') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:06.296787 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 2 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:06.298340 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:06.301362 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 43a85975-f541-4778-bd1a-820ebac8330b triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:06.302096 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (43a85975-f541-4778-bd1a-820ebac8330b), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.302096 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 43a85975-f541-4778-bd1a-820ebac8330b Sep 23 15:18:06.337593 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (9888403b-0679-4e69-b58b-8501e3c3b999), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.388062 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:06.441358 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (9888403b-0679-4e69-b58b-8501e3c3b999), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.454164 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:18:06.454400 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (9888403b-0679-4e69-b58b-8501e3c3b999), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.467422 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731081b7-2712-42ca-9325-c12be1945696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfb59b4-1946-4c39-bb20-f54f4cd89aeb,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:06.476421 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-731081b7-2712-42ca-9325-c12be1945696 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=33a269c585ec4ba6b81d904d3395fb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8214839 Sep 23 15:18:06.476421 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Router 197d0045-a353-4617-93c2-bb7d6c36e08a is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:18:06.483230 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48040) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:06.614597 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:06.627755 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.642030 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:06.667333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.677996 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc HTTP/1.1" status: 204 len: 168 time: 1.7785316 Sep 23 15:18:06.683083 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48052) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:06.693167 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b804b1-f3cb-4e0a-8205-a467422957ff admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8ccfc9-cd98-4f3c-9ca6-bc793109e6dc,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:06.772793 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:18:06.823135 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 2, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:06.831793 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a76bea6f-dadb-4149-baac-cd8ea650fbc4 admin admin] Publish callbacks [] for security_group (9cfb59b4-1946-4c39-bb20-f54f4cd89aeb), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.851528 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 43a85975-f541-4778-bd1a-820ebac8330b is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:06.852664 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:06.888696 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977abc42-7d46-4102-9417-1c8ae33d2c14 None None] The sync data for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi is: [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 2, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:06.900630 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:06.901165 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.901636 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 Sep 23 15:18:06.933132 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] Deleting subnet 28d130b9-2cbd-41ce-81a9-29a6608c5cd3 {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:18:06.940455 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] Publish callbacks [] for subnet (28d130b9-2cbd-41ce-81a9-29a6608c5cd3), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:06.968240 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:06.991754 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:06.992141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.021584 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:07.028280 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b8ab74e5-08fe-4d78-ad24-a2e0255fee80 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/2b50cc06-e9c3-4126-8d07-20c7fc9f84d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0071106 Sep 23 15:18:07.040000 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:07.048697 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.049648 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 826043c6-b099-4ad9-ab99-5348b090f2a3 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:07.115244 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 3 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:07.117116 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f700f692-d433-4dce-98dc-d4995486be25), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.161569 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 9888403b-0679-4e69-b58b-8501e3c3b999 resource provider aggregate not found Sep 23 15:18:07.188160 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:07.192797 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 9888403b-0679-4e69-b58b-8501e3c3b999 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9888403b-0679-4e69-b58b-8501e3c3b999 found for delete ", "request_id": "req-5e9da522-4f1b-4453-9a0e-d2b80cd30d5b"}]} Sep 23 15:18:07.198219 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:07.209506 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Sync routers for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:07.228896 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:07.236727 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:07.254878 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 826043c6-b099-4ad9-ab99-5348b090f2a3 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:07.255814 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.256635 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 826043c6-b099-4ad9-ab99-5348b090f2a3 Sep 23 15:18:07.261180 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:07.262019 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:07.279179 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] Publish callbacks [] for subnet (28d130b9-2cbd-41ce-81a9-29a6608c5cd3), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.349911 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a76bea6f-dadb-4149-baac-cd8ea650fbc4 admin admin] Publish callbacks [] for security_group (9cfb59b4-1946-4c39-bb20-f54f4cd89aeb), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.378603 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (28d130b9-2cbd-41ce-81a9-29a6608c5cd3), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.429547 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 826043c6-b099-4ad9-ab99-5348b090f2a3 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:07.430993 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device fee10c6a-28f5-4902-8570-917321a081ba up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:07.505727 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port fee10c6a-28f5-4902-8570-917321a081ba triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:07.506409 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (fee10c6a-28f5-4902-8570-917321a081ba), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.506871 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port fee10c6a-28f5-4902-8570-917321a081ba Sep 23 15:18:07.568459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:07.588442 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48076) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:07.590362 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-fbb82bdd-afa3-434e-b31a-dd0d2427d34d admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8906062 Sep 23 15:18:07.611119 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:07.625714 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:07.672623 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port fee10c6a-28f5-4902-8570-917321a081ba is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:07.730938 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 4 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:07.756201 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Router 5d0623bd-6c53-44df-b7d4-980b0112d16d is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:18:07.834432 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:07.942353 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:08.012631 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:02Z', 'revision_number': 3, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:08.041383 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:08.042338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:08.045416 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:08.045809 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.046291 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 Sep 23 15:18:08.049561 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Checking router: 197d0045-a353-4617-93c2-bb7d6c36e08a for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:08.050442 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Updating router 197d0045-a353-4617-93c2-bb7d6c36e08a port c3c61c39-4b69-44a5-8993-bf081b82a93c binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:08.250479 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a76bea6f-dadb-4149-baac-cd8ea650fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9cfb59b4-1946-4c39-bb20-f54f4cd89aeb), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.264115 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a76bea6f-dadb-4149-baac-cd8ea650fbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.264115 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a76bea6f-dadb-4149-baac-cd8ea650fbc4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9cfb59b4-1946-4c39-bb20-f54f4cd89aeb HTTP/1.1" status: 204 len: 168 time: 1.7706256 Sep 23 15:18:08.282939 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:08.315055 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.336747 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 5 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:08.352610 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bea6f-dadb-4149-baac-cd8ea650fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfb59b4-1946-4c39-bb20-f54f4cd89aeb,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:08.383285 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (28d130b9-2cbd-41ce-81a9-29a6608c5cd3), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.436254 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.446480 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/28d130b9-2cbd-41ce-81a9-29a6608c5cd3 HTTP/1.1" status: 204 len: 168 time: 1.7502391 Sep 23 15:18:08.449772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48102) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:08.452646 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:08.476663 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:08.485755 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Sync routers for ids ['5d0623bd-6c53-44df-b7d4-980b0112d16d'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:08.492163 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.497437 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ecb580b1-c0e3-4d9a-b342-d389a3e4ec4b admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6868734 Sep 23 15:18:08.497785 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48110) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:08.526169 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48114) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:08.529513 dv-cinder-855013-3-iscsi neutron-server[106666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 15:18:08.548042 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1d1c2-bdba-4f68-a814-5b8014cdfb10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d130b9-2cbd-41ce-81a9-29a6608c5cd3,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:08.574406 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Routers {'5d0623bd-6c53-44df-b7d4-980b0112d16d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:08.580934 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d0623bd-6c53-44df-b7d4-980b0112d16d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:08.821822 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks [] for port (f700f692-d433-4dce-98dc-d4995486be25), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.855644 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:08.858363 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f700f692-d433-4dce-98dc-d4995486be25), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.860457 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (1a95cb75-3c6a-4c47-9322-e911744a7e86), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:08.877159 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Set router 5d0623bd-6c53-44df-b7d4-980b0112d16d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:08.964965 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Pushing event updated for resources: {'Port': ['ID=f700f692-d433-4dce-98dc-d4995486be25,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:09.069429 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 6 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:09.128678 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Publish callbacks [] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.144345 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.150606 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:09.225038 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Attempting to bind port c3c61c39-4b69-44a5-8993-bf081b82a93c on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:09.225400 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Attempting to bind port c3c61c39-4b69-44a5-8993-bf081b82a93c by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:09.225752 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Attempting to bind port c3c61c39-4b69-44a5-8993-bf081b82a93c on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:09.238900 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:09.283821 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (523f5457-1cfb-4d85-9660-63bbe7b1ae74), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.348610 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10116f6-8a73-486d-86c9-4fd533085817 None None] Pushing event updated for resources: {'Port': ['ID=c3c61c39-4b69-44a5-8993-bf081b82a93c,revision_number=2']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:09.384511 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:09.384910 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:09.385302 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.385682 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:09.386153 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Bound port: c3c61c39-4b69-44a5-8993-bf081b82a93c, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:09.386519 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.391674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:03Z', 'revision_number': 3, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port': {'id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:09.403688 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.422532 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Checking router: 5d0623bd-6c53-44df-b7d4-980b0112d16d for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:09.423029 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Updating router 5d0623bd-6c53-44df-b7d4-980b0112d16d port 63894506-dbae-47ec-a1f3-c1b07368ac95 binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:09.428051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-120a08e8-ebfc-4463-b48d-394821497903 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:09.440247 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-120a08e8-ebfc-4463-b48d-394821497903 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 818 time: 0.9121473 Sep 23 15:18:09.461923 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.543695 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] For port c3c61c39-4b69-44a5-8993-bf081b82a93c, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:09.551530 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] For port c3c61c39-4b69-44a5-8993-bf081b82a93c, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=c3c61c39-4b69-44a5-8993-bf081b82a93c,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:09.562283 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:09.566279 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:09.567161 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.584411 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:09.622786 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-3f49f57e-b461-4db0-acbc-5ab8aa14621b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/quotas/1abe4f1508864f77b30c4c635c368f02 HTTP/1.1" status: 200 len: 375 time: 0.1738689 Sep 23 15:18:09.674045 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:09.674694 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:09.700447 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:09.821745 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 7 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:09.871188 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10116f6-8a73-486d-86c9-4fd533085817 None None] Pushing event updated for resources: {'Port': ['ID=c3c61c39-4b69-44a5-8993-bf081b82a93c,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:09.890641 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:09.923997 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:09.933854 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Router 1a95cb75-3c6a-4c47-9322-e911744a7e86 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:18:10.023150 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:10.102157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Publish callbacks [] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.109981 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:10.117556 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 03763ad0-6ea2-4d07-849d-a4a16eae5858 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:10.121163 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Allocated IP 172.20.0.1 (40d84ac8-df74-4849-8e65-19da5d7d6642/de0af80f-35b6-4066-8ba3-d289bc47d829/cb108961-7e8f-4d41-9be1-05b9c5b80c3c) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:10.128858 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:10.150267 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.192512 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Attempting to bind port 63894506-dbae-47ec-a1f3-c1b07368ac95 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:10.192912 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Attempting to bind port 63894506-dbae-47ec-a1f3-c1b07368ac95 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:10.193358 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Attempting to bind port 63894506-dbae-47ec-a1f3-c1b07368ac95 on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:10.324207 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:10.354070 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (523f5457-1cfb-4d85-9660-63bbe7b1ae74), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.402108 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523f5457-1cfb-4d85-9660-63bbe7b1ae74']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:10.422579 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks [] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.425643 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cd71f7-56c4-4cc9-bd4b-c95de8666daf') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:10.425939 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cd71f7-56c4-4cc9-bd4b-c95de8666daf') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:10.446026 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:02Z', 'revision_number': 3, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:10.448757 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (68cd71f7-56c4-4cc9-bd4b-c95de8666daf), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.474819 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:10.476027 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:10.476440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.476920 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:10.477421 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Bound port: 63894506-dbae-47ec-a1f3-c1b07368ac95, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:10.477819 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.479588 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ce09-c7e0-4f9b-b3d2-00097af77a68 None None] Pushing event updated for resources: {'Port': ['ID=63894506-dbae-47ec-a1f3-c1b07368ac95,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:10.489567 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ab3f0-fdfe-4d2f-a943-dc231b8b4293 None None] The sync data for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi is: [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:02Z', 'revision_number': 3, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:10.538405 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 03763ad0-6ea2-4d07-849d-a4a16eae5858 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:10.539574 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.540313 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 03763ad0-6ea2-4d07-849d-a4a16eae5858 Sep 23 15:18:10.577386 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (68cd71f7-56c4-4cc9-bd4b-c95de8666daf), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.609978 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:18:10.610459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (68cd71f7-56c4-4cc9-bd4b-c95de8666daf), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.624016 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Allocated IP 172.20.0.1 (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903/7c1009b3-0dad-4e71-8542-59484855073f/d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:10.657737 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-abadd446-b106-48a7-8d07-b60e235388d7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057872 Sep 23 15:18:10.671779 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.685447 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] For port 63894506-dbae-47ec-a1f3-c1b07368ac95, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:10.693057 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 68cd71f7-56c4-4cc9-bd4b-c95de8666daf resource provider aggregate not found Sep 23 15:18:10.694878 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] For port 63894506-dbae-47ec-a1f3-c1b07368ac95, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=63894506-dbae-47ec-a1f3-c1b07368ac95,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:10.727512 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 68cd71f7-56c4-4cc9-bd4b-c95de8666daf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68cd71f7-56c4-4cc9-bd4b-c95de8666daf found for delete ", "request_id": "req-1843cdbb-c7c4-4547-9faf-00b76d7bfed4"}]} Sep 23 15:18:10.769365 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Sync routers for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:10.791201 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:10.795515 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:10.796772 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:10.825249 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:10.833868 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:10.834650 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:10.850705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (523f5457-1cfb-4d85-9660-63bbe7b1ae74), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.854045 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:10.867410 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f84c91e5-4272-4419-ba5b-6946e7ece123 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/1a95cb75-3c6a-4c47-9322-e911744a7e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0812259 Sep 23 15:18:10.869109 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:10.869700 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (5d0623bd-6c53-44df-b7d4-980b0112d16d), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.874723 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Pushing event updated for resources: {'Port': ['ID=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:10.883963 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:10.891510 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/523f5457-1cfb-4d85-9660-63bbe7b1ae74 HTTP/1.1" status: 204 len: 168 time: 2.4283624 Sep 23 15:18:10.958004 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a86ee-bd88-4b95-8dc0-69241aa97edc admin admin] Pushing event deleted for resources: {'Network': ['ID=523f5457-1cfb-4d85-9660-63bbe7b1ae74,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:11.037308 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 8 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:11.051583 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Sync routers for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:11.074678 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks [] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.088677 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:11.110431 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:11.119944 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.176083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.240805 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:11.252049 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:11.284341 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Routers {'5d0623bd-6c53-44df-b7d4-980b0112d16d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:11.289489 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d0623bd-6c53-44df-b7d4-980b0112d16d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:11.341826 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.356361 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:11.365326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48182) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:11.366838 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 03763ad0-6ea2-4d07-849d-a4a16eae5858 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:11.368906 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.374714 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:11.388662 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:11.460137 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-e87cc5fc-2c7f-40de-a95b-0e2cce7e79ae service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:18:11.466476 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-e87cc5fc-2c7f-40de-a95b-0e2cce7e79ae service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4943748 Sep 23 15:18:11.515085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:11.567371 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:11.574545 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 2, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:11.597020 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 03763ad0-6ea2-4d07-849d-a4a16eae5858, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=03763ad0-6ea2-4d07-849d-a4a16eae5858,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:11.622567 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Checking router: 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:11.622911 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Updating router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 port 2a943a97-e781-4ca4-902e-07bafbb9f438 binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:11.721314 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.725378 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-277efc3e-e111-4b0a-8678-84f5f48da8aa admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a443d1afb1d043e08d6ab0320d4fe92a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3465495 Sep 23 15:18:11.728207 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48188) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:11.744458 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:11.819386 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (197d0045-a353-4617-93c2-bb7d6c36e08a), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.889866 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks [] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.900184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.909256 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (5d0623bd-6c53-44df-b7d4-980b0112d16d), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:11.964378 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 9 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:12.037719 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Pushing event updated for resources: {'Port': ['ID=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:12.048205 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-ba4ef4d7-8785-4f4b-8a08-1e64e8106256 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683558 Sep 23 15:18:12.066697 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbe-f119-4d1b-a9a5-9d717e72172d admin admin] Publish callbacks [] for security_group (fc169908-a445-4e90-b866-3020a8a54a8a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.093485 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:12.095184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:12.097644 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:12.170587 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbe-f119-4d1b-a9a5-9d717e72172d admin admin] Publish callbacks [] for security_group (fc169908-a445-4e90-b866-3020a8a54a8a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.216069 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:12.222077 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:12.227630 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.230228 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ce09-c7e0-4f9b-b3d2-00097af77a68 None None] Pushing event updated for resources: {'Port': ['ID=63894506-dbae-47ec-a1f3-c1b07368ac95,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:12.272147 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:12.279947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48196) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:12.288791 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:12.304533 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-584357b2-2f94-4c5c-b04f-a196555813c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567295522', 'description': 'tempest-description--1530389381'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:12.427798 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Publish callbacks [] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.441431 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.453276 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Router 5d0623bd-6c53-44df-b7d4-980b0112d16d has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:18:12.479500 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-584357b2-2f94-4c5c-b04f-a196555813c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.492855 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532dede-07d5-4fce-8e71-c2a2a4fc1a72 None None] Pushing event updated for resources: {'Port': ['ID=2a943a97-e781-4ca4-902e-07bafbb9f438,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:12.539305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device c3c61c39-4b69-44a5-8993-bf081b82a93c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:12.555816 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-e41f61b7-3d9b-4f5f-8873-dd99e1cebde3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990110 Sep 23 15:18:12.616360 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Attempting to bind port 2a943a97-e781-4ca4-902e-07bafbb9f438 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:12.623914 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Attempting to bind port 2a943a97-e781-4ca4-902e-07bafbb9f438 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:12.625077 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Attempting to bind port 2a943a97-e781-4ca4-902e-07bafbb9f438 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:12.665898 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.668553 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbe-f119-4d1b-a9a5-9d717e72172d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fc169908-a445-4e90-b866-3020a8a54a8a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.672922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbe-f119-4d1b-a9a5-9d717e72172d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.675442 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d7199dbe-f119-4d1b-a9a5-9d717e72172d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fc169908-a445-4e90-b866-3020a8a54a8a HTTP/1.1" status: 204 len: 168 time: 0.9461448 Sep 23 15:18:12.688389 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-584357b2-2f94-4c5c-b04f-a196555813c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (cf664f19-4dfb-4d9f-a18c-cc37ae406f60), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.690318 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:12.695886 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6bea4e36-6bc7-42dd-b93e-19cab6f84396 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/5d0623bd-6c53-44df-b7d4-980b0112d16d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1675138 Sep 23 15:18:12.697372 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7199dbe-f119-4d1b-a9a5-9d717e72172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc169908-a445-4e90-b866-3020a8a54a8a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:12.697943 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-584357b2-2f94-4c5c-b04f-a196555813c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (cf664f19-4dfb-4d9f-a18c-cc37ae406f60), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.751710 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Attempt 10 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:12.780414 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584357b2-2f94-4c5c-b04f-a196555813c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf664f19-4dfb-4d9f-a18c-cc37ae406f60,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:12.823484 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:12.825232 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Checking segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:12.825703 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.827570 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-584357b2-2f94-4c5c-b04f-a196555813c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.828071 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Bound using segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:12.828672 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Bound port: 2a943a97-e781-4ca4-902e-07bafbb9f438, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:12.829145 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.837865 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-584357b2-2f94-4c5c-b04f-a196555813c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5397253 Sep 23 15:18:12.844995 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48208) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:12.882320 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-32c8ed19-945a-425e-ae29-ba15884e50f4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'security_group_rule': {'security_group_id': 'cf664f19-4dfb-4d9f-a18c-cc37ae406f60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:12.928237 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks [] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:12.931375 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:12.932580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:12.938702 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.012422 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] Set router 5d0623bd-6c53-44df-b7d4-980b0112d16d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:13.059733 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32c8ed19-945a-425e-ae29-ba15884e50f4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (d16f83cb-25c5-4a04-992a-c97cc51de10e), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.069331 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:13.099809 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48226) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:13.131181 dv-cinder-855013-3-iscsi neutron-server[106667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 15:18:13.150215 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8902ce84-17bb-4aa9-acdb-11cefed11c29 None None] Port 2a943a97-e781-4ca4-902e-07bafbb9f438 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:13.157704 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:07Z', 'revision_number': 2, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:13.213069 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:13.219708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (197d0045-a353-4617-93c2-bb7d6c36e08a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.238647 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:13.242170 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port c3c61c39-4b69-44a5-8993-bf081b82a93c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:13.242797 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.243809 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port c3c61c39-4b69-44a5-8993-bf081b82a93c Sep 23 15:18:13.244365 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33ef4f1d-407c-4fed-a433-e2fff8cce148 req-bdd2703d-b614-423b-9892-8f80a661282c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 210 time: 0.1143298 Sep 23 15:18:13.286075 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Checking router: 1a95cb75-3c6a-4c47-9322-e911744a7e86 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:13.286637 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32c8ed19-945a-425e-ae29-ba15884e50f4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (d16f83cb-25c5-4a04-992a-c97cc51de10e), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.287326 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Updating router 1a95cb75-3c6a-4c47-9322-e911744a7e86 port f700f692-d433-4dce-98dc-d4995486be25 binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:13.299582 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32c8ed19-945a-425e-ae29-ba15884e50f4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (d16f83cb-25c5-4a04-992a-c97cc51de10e), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.337145 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8ed19-945a-425e-ae29-ba15884e50f4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16f83cb-25c5-4a04-992a-c97cc51de10e,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:13.371318 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] For port 2a943a97-e781-4ca4-902e-07bafbb9f438, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:13.372995 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32c8ed19-945a-425e-ae29-ba15884e50f4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.377803 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] For port 2a943a97-e781-4ca4-902e-07bafbb9f438, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=2a943a97-e781-4ca4-902e-07bafbb9f438,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:13.380725 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-32c8ed19-945a-425e-ae29-ba15884e50f4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5343616 Sep 23 15:18:13.382622 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48246) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:13.390139 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-1d8369f2-14a1-4f59-b850-e71225ca218b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'security_group_rule': {'security_group_id': 'cf664f19-4dfb-4d9f-a18c-cc37ae406f60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:13.423188 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.463606 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1d8369f2-14a1-4f59-b850-e71225ca218b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (c474897c-03b6-48e9-b4fe-9622881b4598), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.472522 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=03763ad0-6ea2-4d07-849d-a4a16eae5858,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:13.491113 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Provisioning complete for port cb108961-7e8f-4d41-9be1-05b9c5b80c3c triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:13.491500 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.491831 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 1 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:13.503018 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f700f692-d433-4dce-98dc-d4995486be25), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.569470 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:13.570398 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:13.605886 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:13.636646 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1d8369f2-14a1-4f59-b850-e71225ca218b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (c474897c-03b6-48e9-b4fe-9622881b4598), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.643853 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:13.648452 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port c3c61c39-4b69-44a5-8993-bf081b82a93c is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:13.650309 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1d8369f2-14a1-4f59-b850-e71225ca218b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (c474897c-03b6-48e9-b4fe-9622881b4598), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.659446 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.706068 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8369f2-14a1-4f59-b850-e71225ca218b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c474897c-03b6-48e9-b4fe-9622881b4598,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:13.719487 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port c3c61c39-4b69-44a5-8993-bf081b82a93c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=c3c61c39-4b69-44a5-8993-bf081b82a93c,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:13.731520 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1d8369f2-14a1-4f59-b850-e71225ca218b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.736428 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-1d8369f2-14a1-4f59-b850-e71225ca218b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501709 Sep 23 15:18:13.740713 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48264) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:13.742194 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532dede-07d5-4fce-8e71-c2a2a4fc1a72 None None] Pushing event updated for resources: {'Port': ['ID=2a943a97-e781-4ca4-902e-07bafbb9f438,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:13.750433 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:13.787253 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-222c6338-4e0d-4245-aea8-aa96a12adbf5 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:13.792212 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-222c6338-4e0d-4245-aea8-aa96a12adbf5 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/networks?id=40d84ac8-df74-4849-8e65-19da5d7d6642 HTTP/1.1" status: 200 len: 812 time: 0.3354254 Sep 23 15:18:13.803157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port': {'id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'cb108961-7e8f-4d41-9be1-05b9c5b80c3c', 'name': '', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'mac_address': 'fa:16:3e:93:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:10Z', 'revision_number': 1, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'subnets': [{'id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:13.805094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.851799 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-127e2bc5-ebce-4e03-b6a3-a025e00f48c1 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/quotas/b0f632ecb8ee4e6fb59978560789f599 HTTP/1.1" status: 200 len: 375 time: 0.0238123 Sep 23 15:18:13.851799 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:13.852001 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:13.858514 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:13.920478 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:13.926231 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=c3c61c39-4b69-44a5-8993-bf081b82a93c,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:13.966615 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-0f22e0ca-b558-468c-a03d-a235ff373c43 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=b0f632ecb8ee4e6fb59978560789f599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229751 Sep 23 15:18:13.988708 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1058f9-4d9d-4d90-abfd-60c5a254e534 None None] The sync data for ids ['5d0623bd-6c53-44df-b7d4-980b0112d16d'] in dv-cinder-855013-3-iscsi is: [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port': {'id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'cb108961-7e8f-4d41-9be1-05b9c5b80c3c', 'name': '', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'mac_address': 'fa:16:3e:93:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:10Z', 'revision_number': 1, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'subnets': [{'id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:14.010326 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:14.254282 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Router 197d0045-a353-4617-93c2-bb7d6c36e08a has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:18:14.256710 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48280) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:14.379731 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:14.435860 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5010d-139a-4136-a07b-92588233bb6b None None] The sync data for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi is: [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:14.513294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Publish callbacks [] for port (f700f692-d433-4dce-98dc-d4995486be25), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:14.519652 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 2 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:14.523804 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 2a943a97-e781-4ca4-902e-07bafbb9f438 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:14.526246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f700f692-d433-4dce-98dc-d4995486be25), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:14.744210 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:14.772358 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:18:14.790017 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Sync routers for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:14.792675 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6109ab17-57aa-4d31-a357-6917ff5975b5 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/197d0045-a353-4617-93c2-bb7d6c36e08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2029762 Sep 23 15:18:14.804469 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:14.807245 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:14.826221 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:14.873641 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91ba4-d391-4c14-9f21-c4e0e1564a20 None None] Pushing event updated for resources: {'Port': ['ID=f700f692-d433-4dce-98dc-d4995486be25,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:14.887056 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-abd741f1-843e-48c8-b32a-ed509994e1b5 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6d0d1e294d9f490ba26ea92a9d1ce226&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6260386 Sep 23 15:18:14.887920 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48300) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:15.009676 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-e8209835-c197-4042-b49f-0037cc6325ad service neutron] 10.222.0.75 "GET /networking/v2.0/networks/40d84ac8-df74-4849-8e65-19da5d7d6642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535648 Sep 23 15:18:15.022872 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-4e979234-d8cb-4838-90d1-3ba821e9dbf9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:15.037333 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-4e979234-d8cb-4838-90d1-3ba821e9dbf9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 818 time: 1.2263708 Sep 23 15:18:15.044994 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:15.058556 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:15.107507 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-770726c2-00fc-49bc-a5e8-cd368908b713 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/quotas/1abe4f1508864f77b30c4c635c368f02 HTTP/1.1" status: 200 len: 375 time: 0.0677278 Sep 23 15:18:15.132257 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:15.184150 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 2a943a97-e781-4ca4-902e-07bafbb9f438 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:15.186411 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.186827 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:15.192690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Attempting to bind port f700f692-d433-4dce-98dc-d4995486be25 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:15.194154 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Attempting to bind port f700f692-d433-4dce-98dc-d4995486be25 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:15.194697 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Attempting to bind port f700f692-d433-4dce-98dc-d4995486be25 on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:15.198760 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9556cc35-69da-4957-ba80-eb4a2598c90c admin admin] Publish callbacks [] for security_group (7be3991e-999d-49ea-a2de-7ce2ce52e4f3), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.271895 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9556cc35-69da-4957-ba80-eb4a2598c90c admin admin] Publish callbacks [] for security_group (7be3991e-999d-49ea-a2de-7ce2ce52e4f3), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.336216 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:15.363892 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-64663128-a7c0-4280-a948-2c82ab3f6904 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2554884 Sep 23 15:18:15.387538 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:15.387902 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Checking segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:15.388299 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.389076 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Bound using segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:15.389243 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Bound port: f700f692-d433-4dce-98dc-d4995486be25, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:15.389587 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f700f692-d433-4dce-98dc-d4995486be25), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.443607 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-a1e6ef3c-aa5e-4195-8022-7c43c3b40480 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/40d84ac8-df74-4849-8e65-19da5d7d6642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329264 Sep 23 15:18:15.490770 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9556cc35-69da-4957-ba80-eb4a2598c90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7be3991e-999d-49ea-a2de-7ce2ce52e4f3), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.496412 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9556cc35-69da-4957-ba80-eb4a2598c90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.499018 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-9556cc35-69da-4957-ba80-eb4a2598c90c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7be3991e-999d-49ea-a2de-7ce2ce52e4f3 HTTP/1.1" status: 204 len: 168 time: 0.6061580 Sep 23 15:18:15.546413 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 2a943a97-e781-4ca4-902e-07bafbb9f438 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:15.546803 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.550037 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556cc35-69da-4957-ba80-eb4a2598c90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be3991e-999d-49ea-a2de-7ce2ce52e4f3,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:15.552263 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 2, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:15.568875 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 3 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:15.627298 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Allocated IP 172.27.1.242 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/5d5f684d-f0a4-4f08-8fbf-ac2268b72042) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:15.661513 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Checking router: 197d0045-a353-4617-93c2-bb7d6c36e08a for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:15.662064 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Updating router 197d0045-a353-4617-93c2-bb7d6c36e08a port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:15.666885 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:15.714201 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.842395 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:15.847776 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] For port f700f692-d433-4dce-98dc-d4995486be25, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:15.915492 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.934699 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] For port f700f692-d433-4dce-98dc-d4995486be25, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=f700f692-d433-4dce-98dc-d4995486be25,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:15.938775 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:15.959866 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f700f692-d433-4dce-98dc-d4995486be25), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:15.966810 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 2a943a97-e781-4ca4-902e-07bafbb9f438, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=2a943a97-e781-4ca4-902e-07bafbb9f438,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:16.007798 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.009061 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 03763ad0-6ea2-4d07-849d-a4a16eae5858 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:16.038699 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.044174 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:16.050672 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:16.051404 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:16.133762 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91ba4-d391-4c14-9f21-c4e0e1564a20 None None] Pushing event updated for resources: {'Port': ['ID=f700f692-d433-4dce-98dc-d4995486be25,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:16.266139 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:16.271184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'Port': ['ID=5d5f684d-f0a4-4f08-8fbf-ac2268b72042,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:16.272883 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48346) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:16.279735 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:16.284041 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-0a4a79f0-cfc5-44f6-a6fc-4ca1ccf9dd0a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371372601', 'description': 'tempest-description--955739156'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:16.289892 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:16.363376 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0a4a79f0-cfc5-44f6-a6fc-4ca1ccf9dd0a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.410477 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:16.521023 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-f873f729-8650-454c-a165-7d75859a54df service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:18:16.522157 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-f873f729-8650-454c-a165-7d75859a54df service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6737933 Sep 23 15:18:16.530281 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 4 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:16.536676 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 03763ad0-6ea2-4d07-849d-a4a16eae5858 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:16.536676 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.536676 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 03763ad0-6ea2-4d07-849d-a4a16eae5858 Sep 23 15:18:16.564041 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=2a943a97-e781-4ca4-902e-07bafbb9f438,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:16.687818 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Publish callbacks [] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.709991 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.725667 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:16.743918 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dc26a386-8840-4891-ac98-f6618eaa9752 req-52ca9a70-fa9c-4c97-82e7-5a4a60a2de0a tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.3296998 Sep 23 15:18:16.771357 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (e6bf4885-cff7-493a-87cd-4426fa7571bf), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.847773 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:16.890659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0a4a79f0-cfc5-44f6-a6fc-4ca1ccf9dd0a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (63539bfd-2660-4293-ad7c-b47060a15d3b), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:16.903451 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0a4a79f0-cfc5-44f6-a6fc-4ca1ccf9dd0a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (63539bfd-2660-4293-ad7c-b47060a15d3b), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.063844 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Attempting to bind port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:17.064276 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Attempting to bind port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:17.074237 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Attempting to bind port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:17.089389 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0a4a79f0-cfc5-44f6-a6fc-4ca1ccf9dd0a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.101118 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48378) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:17.105614 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-0a4a79f0-cfc5-44f6-a6fc-4ca1ccf9dd0a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8297498 Sep 23 15:18:17.112995 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-8bbbe0e5-6d7c-4f92-a385-e4045ee852c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'security_group_rule': {'security_group_id': '63539bfd-2660-4293-ad7c-b47060a15d3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:17.125411 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a79f0-cfc5-44f6-a6fc-4ca1ccf9dd0a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63539bfd-2660-4293-ad7c-b47060a15d3b,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:17.137657 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.172088 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 03763ad0-6ea2-4d07-849d-a4a16eae5858 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:17.175984 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device c3c61c39-4b69-44a5-8993-bf081b82a93c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:17.178476 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.64', 49756) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:17.183222 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-3be389e2-efa2-41fc-91f3-ce7048736566 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616007 Sep 23 15:18:17.232126 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:17.242979 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Checking segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:17.243731 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.245301 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Bound using segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:17.246075 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Bound port: d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:17.248234 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.349264 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 5 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:17.486552 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] For port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:17.511031 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-def2f45a-ca5d-4982-ada8-89f1cf1e6cfa tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:17.513525 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] For port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:17.514277 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-def2f45a-ca5d-4982-ada8-89f1cf1e6cfa tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 818 time: 0.3332789 Sep 23 15:18:17.533769 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fba7f4-8bbf-4053-a949-959cc6817e91 None None] Pushing event updated for resources: {'Port': ['ID=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:17.539481 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.588816 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'port': {'device_id': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'admin_state_up': True, 'tenant_id': '1abe4f1508864f77b30c4c635c368f02'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:17.592473 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:17.606878 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port c3c61c39-4b69-44a5-8993-bf081b82a93c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:17.607997 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.608487 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port c3c61c39-4b69-44a5-8993-bf081b82a93c Sep 23 15:18:17.617671 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:17.647906 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:17.648831 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:17:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:17.690940 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:17.710019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:17.752851 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fba7f4-8bbf-4053-a949-959cc6817e91 None None] Pushing event updated for resources: {'Port': ['ID=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:17.777189 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43852d-2abf-4fdc-8c8d-382f48eafc36 None None] The sync data for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi is: [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:17.857791 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:17.880327 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe0e5-6d7c-4f92-a385-e4045ee852c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (aaccbafa-ad7c-41c7-a7e7-d6bf742a0de8), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.934016 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port c3c61c39-4b69-44a5-8993-bf081b82a93c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:17.995939 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:18.067528 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-82cf5461-7310-45f1-974f-3e984deda7bd req-c82b7657-bb4a-41f7-b25a-701750168d04 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.1028368 Sep 23 15:18:18.118867 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 6 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:18.200849 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:18.288228 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 63894506-dbae-47ec-a1f3-c1b07368ac95 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:18.406557 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:18.436653 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Made reservation on behalf of 1abe4f1508864f77b30c4c635c368f02 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:18:18.449426 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.502445 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-822e7d32-d78b-46e8-a11f-51c73c5ac26d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2472312 Sep 23 15:18:18.541267 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:17Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:18.602115 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:18.625079 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e3412564-8f3f-4439-927e-a031c3531a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.625536 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae35d8-6c33-40b8-9bfd-4d8e69f22406 None None] The sync data for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi is: [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:17Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:18.668532 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe0e5-6d7c-4f92-a385-e4045ee852c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (aaccbafa-ad7c-41c7-a7e7-d6bf742a0de8), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.678252 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.684691 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe0e5-6d7c-4f92-a385-e4045ee852c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (aaccbafa-ad7c-41c7-a7e7-d6bf742a0de8), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.691843 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 63894506-dbae-47ec-a1f3-c1b07368ac95 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:18.692362 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.692788 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 63894506-dbae-47ec-a1f3-c1b07368ac95 Sep 23 15:18:18.776897 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.777708 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (e6bf4885-cff7-493a-87cd-4426fa7571bf), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.799243 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe0e5-6d7c-4f92-a385-e4045ee852c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:18.808859 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8bbbe0e5-6d7c-4f92-a385-e4045ee852c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7013729 Sep 23 15:18:18.819159 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48448) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:18.841603 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-faa2135e-0bdb-47d1-b913-594336881a18 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'security_group_rule': {'security_group_id': '63539bfd-2660-4293-ad7c-b47060a15d3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:18.953270 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:18.959069 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbe0e5-6d7c-4f92-a385-e4045ee852c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaccbafa-ad7c-41c7-a7e7-d6bf742a0de8,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:18.988333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-faa2135e-0bdb-47d1-b913-594336881a18 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (d3985b16-8f36-4414-be0a-f914089961b7), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:19.032678 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:19.046141 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3034799 Sep 23 15:18:19.077057 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 63894506-dbae-47ec-a1f3-c1b07368ac95 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:19.078233 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:19.088653 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bc94e-2bcd-4a91-a940-6e712f6a9606 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'Port': ['ID=5d5f684d-f0a4-4f08-8fbf-ac2268b72042,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:19.106113 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 7 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:19.323092 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 63894506-dbae-47ec-a1f3-c1b07368ac95, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=63894506-dbae-47ec-a1f3-c1b07368ac95,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:19.329665 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:19.335475 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:19.338532 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 2a943a97-e781-4ca4-902e-07bafbb9f438 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:19.459563 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.64', 49767) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:19.462214 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Allocated IP 172.20.0.10 (d3ffbd85-3b9b-417b-b45f-55b60c247ef0/769f1f9a-55b6-4093-bd2a-11d0168f1f8d/2cdd4723-27d8-4995-a49c-6967ba24fa7e) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:19.757072 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 2a943a97-e781-4ca4-902e-07bafbb9f438 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:19.760832 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:19.763193 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:19.856305 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 8 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:19.896191 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:19.990759 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-1dd68128-8d71-45ff-a787-c4c1a9985436 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:19.995571 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-1dd68128-8d71-45ff-a787-c4c1a9985436 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.64 "GET /networking/v2.0/networks?id=40d84ac8-df74-4849-8e65-19da5d7d6642 HTTP/1.1" status: 200 len: 812 time: 0.5337317 Sep 23 15:18:20.008943 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:20.034346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=63894506-dbae-47ec-a1f3-c1b07368ac95,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:20.071923 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:20.098223 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9aecc9c2-f348-4e6b-aa3e-76ac8a660a3e req-9f4c8b7b-9f15-4954-9986-28567e45eec2 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.1003780 Sep 23 15:18:20.128502 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.132577 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 2a943a97-e781-4ca4-902e-07bafbb9f438 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:20.284159 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9a93aaca-6349-457f-bf2f-ef7a451192fb req-519509bd-17fa-4f56-b4de-c1bd5f0674e3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 1.0754189 Sep 23 15:18:20.372156 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-faa2135e-0bdb-47d1-b913-594336881a18 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (d3985b16-8f36-4414-be0a-f914089961b7), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.388743 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-faa2135e-0bdb-47d1-b913-594336881a18 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (d3985b16-8f36-4414-be0a-f914089961b7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.433977 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2135e-0bdb-47d1-b913-594336881a18 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3985b16-8f36-4414-be0a-f914089961b7,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:20.452212 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.456081 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-18497ac7-8a47-4ed5-93aa-501eb5d5a529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.493016 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48512) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:20.539822 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-04b73777-d031-42d6-a2a0-b6d7a46be294 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--567295522&fields=id&tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 267 time: 0.1154580 Sep 23 15:18:20.548947 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:20.573087 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 9 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:20.605200 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:20.625842 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-faa2135e-0bdb-47d1-b913-594336881a18 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.629076 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-faa2135e-0bdb-47d1-b913-594336881a18 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7980363 Sep 23 15:18:20.639249 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:20.639996 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:20.640883 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 63894506-dbae-47ec-a1f3-c1b07368ac95 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:20.646464 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48516) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:20.653277 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:20.659142 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:20.702657 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'Port': ['ID=2cdd4723-27d8-4995-a49c-6967ba24fa7e,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:20.741331 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:20.741972 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.742532 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d285726e-a321-4fa3-9525-8c2241e8455b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.747628 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.748833 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 63894506-dbae-47ec-a1f3-c1b07368ac95 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:20.749431 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.750220 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 63894506-dbae-47ec-a1f3-c1b07368ac95 Sep 23 15:18:20.806552 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-465e0b4b-b78b-46bc-8e2e-707be24193b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2225566 Sep 23 15:18:20.829214 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-dc31a8ef-2e74-45de-ac63-acc2ce83951c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:20.830842 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-dc31a8ef-2e74-45de-ac63-acc2ce83951c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 817 time: 0.2824342 Sep 23 15:18:20.868616 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-6fcc80b3-a615-41a1-b15d-a70c01bac8b4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/quotas/bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 375 time: 0.0287268 Sep 23 15:18:20.874431 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.986488 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-a7d5d878-3885-41b1-bd67-0edca700b748 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105704 Sep 23 15:18:21.017436 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d285726e-a321-4fa3-9525-8c2241e8455b admin admin] Publish callbacks [] for security_group (156c953a-3019-4fad-973a-b08e880f2fac), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.052899 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 63894506-dbae-47ec-a1f3-c1b07368ac95 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:21.054324 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f700f692-d433-4dce-98dc-d4995486be25 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:21.093730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Allocated IP 172.27.1.5 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/70e14c41-237a-4307-8aab-fe4a1d9c12f7) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:21.104292 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port f700f692-d433-4dce-98dc-d4995486be25 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:21.104743 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (f700f692-d433-4dce-98dc-d4995486be25), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.105266 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port f700f692-d433-4dce-98dc-d4995486be25 Sep 23 15:18:21.109930 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:21.143830 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 10 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:21.227107 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Port cb108961-7e8f-4d41-9be1-05b9c5b80c3c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:21.245102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Provisioning complete for port f700f692-d433-4dce-98dc-d4995486be25 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:21.245515 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (f700f692-d433-4dce-98dc-d4995486be25), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.245849 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 1 to provision port f700f692-d433-4dce-98dc-d4995486be25 Sep 23 15:18:21.269749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.305758 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:21.308683 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-546a1239-0565-4591-b498-d19a198ea711 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894263 Sep 23 15:18:21.312967 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d285726e-a321-4fa3-9525-8c2241e8455b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (156c953a-3019-4fad-973a-b08e880f2fac), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.354267 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port f700f692-d433-4dce-98dc-d4995486be25 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:21.354443 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f700f692-d433-4dce-98dc-d4995486be25), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.384631 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.402741 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-d285726e-a321-4fa3-9525-8c2241e8455b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=480002fe7668489d9dd1a10c7aac6079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9075847 Sep 23 15:18:21.418999 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48534) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:21.420079 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Current status of the port f700f692-d433-4dce-98dc-d4995486be25 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:21.420473 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f700f692-d433-4dce-98dc-d4995486be25), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.437273 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-66c3b723-5bef-4c28-a7f9-3cd0490e504f req-85be8949-e384-477d-bd4b-d779783697e3 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.0723746 Sep 23 15:18:21.465226 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port f700f692-d433-4dce-98dc-d4995486be25, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=f700f692-d433-4dce-98dc-d4995486be25,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:21.478324 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285726e-a321-4fa3-9525-8c2241e8455b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156c953a-3019-4fad-973a-b08e880f2fac,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:21.485354 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f700f692-d433-4dce-98dc-d4995486be25), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.486244 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:21.563900 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa3b1-d49f-427e-a411-084798960436 admin admin] Publish callbacks [] for security_group (156c953a-3019-4fad-973a-b08e880f2fac), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.596659 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-5bbc57ed-bf8e-4965-83a6-48761899fbe6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310228 Sep 23 15:18:21.622389 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa3b1-d49f-427e-a411-084798960436 admin admin] Publish callbacks [] for security_group (156c953a-3019-4fad-973a-b08e880f2fac), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.629305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=f700f692-d433-4dce-98dc-d4995486be25,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:21.651310 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:21.652425 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.652951 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb Sep 23 15:18:21.656834 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:21.688147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:21.691835 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:21.693436 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:21.696023 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'Port': ['ID=70e14c41-237a-4307-8aab-fe4a1d9c12f7,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:21.697379 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.db.api [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 15:18:21.697867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG oslo_db.api [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:18:21.702607 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa3b1-d49f-427e-a411-084798960436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (156c953a-3019-4fad-973a-b08e880f2fac), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.705438 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa3b1-d49f-427e-a411-084798960436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.706644 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2d3aa3b1-d49f-427e-a411-084798960436 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/156c953a-3019-4fad-973a-b08e880f2fac HTTP/1.1" status: 204 len: 168 time: 0.2863350 Sep 23 15:18:21.721859 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5bb5e273-61c2-4ce1-b363-af55023be8e7 req-716fdc46-61c8-41c1-8fad-929e398f34ea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0625141 Sep 23 15:18:21.725685 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3aa3b1-d49f-427e-a411-084798960436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156c953a-3019-4fad-973a-b08e880f2fac,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:21.763758 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:21.773184 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:21.773569 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.815246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:21.824446 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.848103 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b51edbd3-93c3-44d7-9867-fb1e49823f13 req-e0dcf142-799c-4b75-b6d2-70f09d763819 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0401103 Sep 23 15:18:21.876875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.899153 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:21.903657 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (45c4d900-ad9b-4447-94ed-cdf9153fdf81), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.951646 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.157182 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.168719 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.169479 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48552) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:22.200288 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2f52fa37-2e0b-45a3-8272-504832dde3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.253287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:22.281892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f700f692-d433-4dce-98dc-d4995486be25 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:22.286691 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Current status of the port f700f692-d433-4dce-98dc-d4995486be25 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:22.322851 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2f52fa37-2e0b-45a3-8272-504832dde3b8 admin admin] Publish callbacks [] for security_group (919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.330882 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2f52fa37-2e0b-45a3-8272-504832dde3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.332112 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Provisioning complete for port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:22.332479 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.333204 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 1 to provision port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb Sep 23 15:18:22.341860 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (45c4d900-ad9b-4447-94ed-cdf9153fdf81), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.357402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'Port': ['ID=70e14c41-237a-4307-8aab-fe4a1d9c12f7,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:22.375076 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.387687 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-92a38e8d-e45e-4479-a416-51754ca5b9eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7317102 Sep 23 15:18:22.388010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port f700f692-d433-4dce-98dc-d4995486be25 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:22.388010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (f700f692-d433-4dce-98dc-d4995486be25), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.388010 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port f700f692-d433-4dce-98dc-d4995486be25 Sep 23 15:18:22.388271 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:22.419999 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48558) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:22.422203 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2f52fa37-2e0b-45a3-8272-504832dde3b8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=af9de0ddb4ee44a585283564b34d9e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498782 Sep 23 15:18:22.428271 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52fa37-2e0b-45a3-8272-504832dde3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:22.493313 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Current status of the port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:22.529337 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0b9da112-ec54-4eaf-8109-7fbfac55d4d3 admin admin] Publish callbacks [] for security_group (919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.558407 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0b9da112-ec54-4eaf-8109-7fbfac55d4d3 admin admin] Publish callbacks [] for security_group (919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.580707 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Provisioning complete for port 2a943a97-e781-4ca4-902e-07bafbb9f438 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:22.581104 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.581437 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Attempt 1 to provision port 2a943a97-e781-4ca4-902e-07bafbb9f438 Sep 23 15:18:22.583294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port f700f692-d433-4dce-98dc-d4995486be25 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:22.584352 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:22.603003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:22.654391 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-590ef619-5528-4797-81fc-0d003db0efab req-d6cd0383-31c9-4172-a4f8-852c05b9b1d6 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.0524638 Sep 23 15:18:22.680187 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0b9da112-ec54-4eaf-8109-7fbfac55d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.683262 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0b9da112-ec54-4eaf-8109-7fbfac55d4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.683898 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:22.684514 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-0b9da112-ec54-4eaf-8109-7fbfac55d4d3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b HTTP/1.1" status: 204 len: 168 time: 0.2634721 Sep 23 15:18:22.686974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.687541 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb Sep 23 15:18:22.699517 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9da112-ec54-4eaf-8109-7fbfac55d4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919a83ec-9b1b-4f72-b6c2-3d8bb5fa0b8b,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:22.738982 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-1665acf3-1cd1-47fd-9836-c139da94a5e7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1371372601&fields=id&tenant_id=d4fd7ca907fa4806904e1c00b21b5447 HTTP/1.1" status: 200 len: 267 time: 0.0809083 Sep 23 15:18:22.803049 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-87fd2dec-797b-4f27-9fbd-e978b9beab68 None None] Current status of the port 2a943a97-e781-4ca4-902e-07bafbb9f438 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:22.856993 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-9d83efb8-b0c9-47f2-99d1-83eebf74a2ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:22.864941 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-9d83efb8-b0c9-47f2-99d1-83eebf74a2ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 810 time: 0.1248395 Sep 23 15:18:22.878027 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:22.883467 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-bf4482fe-580c-43f3-a6ea-15882d713c9f tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/quotas/d4fd7ca907fa4806904e1c00b21b5447 HTTP/1.1" status: 200 len: 375 time: 0.0171430 Sep 23 15:18:22.886893 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1874d6d4-6dac-4145-a9de-2c52e664540a req-837170e8-a70d-48c5-91f6-1b95e882b269 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0425367 Sep 23 15:18:22.934133 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Provisioning complete for port 2cdd4723-27d8-4995-a49c-6967ba24fa7e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:22.934497 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.934819 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 1 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:22.956766 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-d0f1ac78-bd56-4c00-853e-56d1e8c59a19 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721667 Sep 23 15:18:22.974299 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:23.001185 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7cba3361-f3e7-4bbe-b3c4-c2cfddfdf66d req-d147cec5-963d-41d9-b457-42bb29562fb2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0364497 Sep 23 15:18:23.049422 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Sync routers for ids ['5d0623bd-6c53-44df-b7d4-980b0112d16d'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:23.069536 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Routers {'5d0623bd-6c53-44df-b7d4-980b0112d16d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:23.070241 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:18:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d0623bd-6c53-44df-b7d4-980b0112d16d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:23.101882 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-31b1803a-361a-4592-9cf1-ec95b200dfa3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239581 Sep 23 15:18:23.129770 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:23.209495 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Set router 5d0623bd-6c53-44df-b7d4-980b0112d16d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:23.259955 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-eeae491d-56da-41b5-849e-6cb220cf8ac1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544673 Sep 23 15:18:23.270762 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:23.398362 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:23.421811 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:23.517493 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 2 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:23.544313 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-be99c553-2530-4271-9384-e35ecc62c5dc req-2c912b63-2dfb-4930-bbf6-03c954bad276 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0477316 Sep 23 15:18:23.614270 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:23.619646 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port': {'id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'cb108961-7e8f-4d41-9be1-05b9c5b80c3c', 'name': '', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'mac_address': 'fa:16:3e:93:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 2, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'subnets': [{'id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:23.669603 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Checking router: 5d0623bd-6c53-44df-b7d4-980b0112d16d for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:23.669948 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Updating router 5d0623bd-6c53-44df-b7d4-980b0112d16d port cb108961-7e8f-4d41-9be1-05b9c5b80c3c binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:23.701854 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:23.796901 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-49a05244-634f-41be-a423-810000164aae req-12e6415e-89c0-4ee1-8ef2-61343ecde25d tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.0500610 Sep 23 15:18:24.051141 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d953098b-a59a-4c4d-88df-4bb5a864ceb4 req-75fb45e2-82a5-4b44-a1d1-c6bc9a0b9e6f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0579119 Sep 23 15:18:24.116641 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 3 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:24.206376 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:24.239106 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-df9bb687-0c90-4e49-a0da-3dd361c85e7b req-853c40b2-fc2b-42c1-8bea-491a2a880c9e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0689001 Sep 23 15:18:24.343405 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-97e4b165-5814-42cc-8b16-3c2e1f338803 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:18:24.345217 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-97e4b165-5814-42cc-8b16-3c2e1f338803 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0095336 Sep 23 15:18:24.357738 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Request body: {'port': {'device_id': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'admin_state_up': True, 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:24.440663 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Publish callbacks [] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:24.456034 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:24.596758 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:24.640573 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Made reservation on behalf of b0f632ecb8ee4e6fb59978560789f599 for: {'port': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:18:24.644915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Attempting to bind port cb108961-7e8f-4d41-9be1-05b9c5b80c3c on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:24.645487 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:24.645595 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Attempting to bind port cb108961-7e8f-4d41-9be1-05b9c5b80c3c by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:24.649799 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Attempting to bind port cb108961-7e8f-4d41-9be1-05b9c5b80c3c on network 40d84ac8-df74-4849-8e65-19da5d7d6642 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:24.731443 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 4 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:24.762451 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0009bf69-cc5e-4282-a857-79f4934765fc req-b2622579-46f5-4905-a922-f1fcc7ef2763 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0833023 Sep 23 15:18:24.800659 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5921c-caa7-4d72-ba85-1affe12d8d11 None None] Pushing event updated for resources: {'Port': ['ID=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:24.837890 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:24.839077 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:24.839634 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Checking segment: {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:24.840412 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:24.840994 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Bound using segment: {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:24.841863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Bound port: cb108961-7e8f-4d41-9be1-05b9c5b80c3c, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:24.842398 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:24.903918 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:24.977357 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] For port cb108961-7e8f-4d41-9be1-05b9c5b80c3c, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:24.983757 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] For port cb108961-7e8f-4d41-9be1-05b9c5b80c3c, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:24.996984 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:25.084428 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Routers {'5d0623bd-6c53-44df-b7d4-980b0112d16d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:18:25.085296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:18:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d0623bd-6c53-44df-b7d4-980b0112d16d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:25.240432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Request body: {'port': {'device_id': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:25.299873 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:25.339262 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 5 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:25.422895 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4d305903-3f29-41ad-a59a-d233c014cc77 req-8bff9b6a-c09f-4dbb-bcca-840ede2fc30f tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.3942018 Sep 23 15:18:25.432631 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5921c-caa7-4d72-ba85-1affe12d8d11 None None] Pushing event updated for resources: {'Port': ['ID=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:25.472562 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:25.529227 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-eb556de0-cdee-4118-a021-900ce84a7d67 req-bd3284e5-5077-4afe-aa0b-7aece095ae17 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.2090650 Sep 23 15:18:25.577484 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Allocated IP 172.20.0.9 (40d84ac8-df74-4849-8e65-19da5d7d6642/de0af80f-35b6-4066-8ba3-d289bc47d829/e1def8de-4010-4053-8bd1-c1cc1548cb27) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:25.579326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:25.604529 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] Set router 5d0623bd-6c53-44df-b7d4-980b0112d16d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:18:25.806141 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61b9e45d-3b90-4969-9169-783729d8658c req-f24c2fc0-b42a-452c-8658-4b4e282b6144 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.1915324 Sep 23 15:18:26.001757 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 6 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:26.073993 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:26.203248 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port': {'id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'cb108961-7e8f-4d41-9be1-05b9c5b80c3c', 'name': '', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'mac_address': 'fa:16:3e:93:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:24Z', 'revision_number': 4, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'subnets': [{'id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:26.260031 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:26.285366 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ec4a9-a209-43f1-8cc8-1114c499b159 None None] The sync data for ids ['5d0623bd-6c53-44df-b7d4-980b0112d16d'] in dv-cinder-855013-3-iscsi is: [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port': {'id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'cb108961-7e8f-4d41-9be1-05b9c5b80c3c', 'name': '', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'mac_address': 'fa:16:3e:93:b5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:24Z', 'revision_number': 4, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'subnets': [{'id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:26.326352 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device cb108961-7e8f-4d41-9be1-05b9c5b80c3c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:26.358084 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks [] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.443758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdd4723-27d8-4995-a49c-6967ba24fa7e {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:18:26.458926 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Publish callbacks [] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.481146 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.495517 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port cb108961-7e8f-4d41-9be1-05b9c5b80c3c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:26.495985 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.496525 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:26.525977 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Transition to ACTIVE for port object 2cdd4723-27d8-4995-a49c-6967ba24fa7e will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:18:26.575983 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 7 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:26.609911 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7860b050-c459-4330-9585-3da92802027d req-d33da6ee-7027-436e-bfc0-b7fc74dbdeef tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0796828 Sep 23 15:18:26.615373 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.694178 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:26.774393 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:26.805735 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:26.813475 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port cb108961-7e8f-4d41-9be1-05b9c5b80c3c is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:26.815377 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.817510 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:26.831460 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:26.832369 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.882890 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Pushing event updated for resources: {'Port': ['ID=e1def8de-4010-4053-8bd1-c1cc1548cb27,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:26.929315 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port cb108961-7e8f-4d41-9be1-05b9c5b80c3c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:26.932162 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825bf0-f7a9-4caf-8dbc-2666b3001892 req-6096d519-ffb3-4ca4-b137-4a07cad186e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:26.943258 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:26.945964 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bc825bf0-f7a9-4caf-8dbc-2666b3001892 req-6096d519-ffb3-4ca4-b137-4a07cad186e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 931 time: 0.3052952 Sep 23 15:18:26.950344 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48708) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:26.987099 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b5cf0c2c-fff8-41b2-a614-799c49799e08 req-afab2caf-8f01-4d9a-9a14-0ef12baa0347 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.1334143 Sep 23 15:18:26.990802 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Pushing event updated for resources: {'Port': ['ID=2cdd4723-27d8-4995-a49c-6967ba24fa7e,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:27.059895 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-7966f83e-3417-460b-b6b9-541bbc3c4020 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7036371 Sep 23 15:18:27.123015 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Request body: {'port': {'device_id': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:27.187239 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:27.201318 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 8 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:27.222836 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.64', 49789) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:27.316106 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:27.351003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Attempting to bind port 2cdd4723-27d8-4995-a49c-6967ba24fa7e on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:27.353740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Attempting to bind port 2cdd4723-27d8-4995-a49c-6967ba24fa7e by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:27.355559 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Attempting to bind port 2cdd4723-27d8-4995-a49c-6967ba24fa7e on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:27.419726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:27.435771 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ec68288-ca79-43af-a277-6d9aa6bd6679 req-f3aa3580-558d-4139-aa1d-c48fd6041e74 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.2440624 Sep 23 15:18:27.455200 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:18:27.456387 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Attempting to bind port 2cdd4723-27d8-4995-a49c-6967ba24fa7e on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:27.533701 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b92335cb-00b1-46b1-b9d3-d256d8636fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:27.635914 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:27.636580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Checking segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:27.637366 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Bound using segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:27.638073 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Bound port: 2cdd4723-27d8-4995-a49c-6967ba24fa7e, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:27.638674 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:27.653355 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:27.818433 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 9 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:27.902261 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cc68a04e-14d0-4bc7-818f-072b423fe4fa req-a69d0a68-eb4b-4e09-83cb-22431adf0131 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0990386 Sep 23 15:18:27.903577 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:27.905128 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] For port 2cdd4723-27d8-4995-a49c-6967ba24fa7e, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:27.931660 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] For port 2cdd4723-27d8-4995-a49c-6967ba24fa7e, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:27.946924 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:27.957064 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:27.958221 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:27.960432 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/2cdd4723-27d8-4995-a49c-6967ba24fa7e HTTP/1.1" status: 200 len: 1094 time: 2.9029016 Sep 23 15:18:27.961301 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'tag': '2cdd4723-27d8-4995-a49c-6967ba24fa7e'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:18:27.973851 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-12c10ae7-7f5d-4af2-951b-d35e52eb3c4c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:27.975352 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-12c10ae7-7f5d-4af2-951b-d35e52eb3c4c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 810 time: 0.7420821 Sep 23 15:18:27.978143 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48724) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:27.992661 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bc825bf0-f7a9-4caf-8dbc-2666b3001892 req-6f85a0b4-9dc0-46d1-87f6-b8459cf459c4 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0442162 Sep 23 15:18:28.011102 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.054559 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:28.061312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fcdb4-1745-4829-9e22-7a5d0d4d722f service neutron] Pushing event updated for resources: {'Port': ['ID=2cdd4723-27d8-4995-a49c-6967ba24fa7e,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.132825 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b92335cb-00b1-46b1-b9d3-d256d8636fba admin admin] Publish callbacks [] for security_group (c6f8c669-7b70-49d1-8f88-8aa9a957df6d), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.145787 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b92335cb-00b1-46b1-b9d3-d256d8636fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c6f8c669-7b70-49d1-8f88-8aa9a957df6d), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.163349 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ed30ecfd-6864-416b-aad8-4afd057e276f req-74a2f252-7829-4500-a5ca-bd2ea04ce7d5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0395367 Sep 23 15:18:28.190628 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-60dfa302-410a-4ac0-a367-8d05c174923c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.232187 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c024f4-81fb-4c50-829a-ca74b0420ece" -d '{"events": [{"name": "network-changed", "server_uuid": "c685e650-6379-4809-8cec-3549d4a26ab1", "tag": "2cdd4723-27d8-4995-a49c-6967ba24fa7e"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:28.248580 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device cb108961-7e8f-4d41-9be1-05b9c5b80c3c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:28.284515 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:28.310302 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port cb108961-7e8f-4d41-9be1-05b9c5b80c3c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:28.310862 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.311207 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port cb108961-7e8f-4d41-9be1-05b9c5b80c3c Sep 23 15:18:28.349063 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b92335cb-00b1-46b1-b9d3-d256d8636fba admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0f71446c610743abb96c197797ff80d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3950057 Sep 23 15:18:28.349530 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48746) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:28.361915 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92335cb-00b1-46b1-b9d3-d256d8636fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f8c669-7b70-49d1-8f88-8aa9a957df6d,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.405230 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 10 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:18:28.406765 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port cb108961-7e8f-4d41-9be1-05b9c5b80c3c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:28.422976 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67adbf14-f18a-4da1-a7b6-1a3f993e35e2 x-openstack-request-id: req-67adbf14-f18a-4da1-a7b6-1a3f993e35e2 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:28.424201 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685e650-6379-4809-8cec-3549d4a26ab1", "tag": "2cdd4723-27d8-4995-a49c-6967ba24fa7e", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:28.424772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-67adbf14-f18a-4da1-a7b6-1a3f993e35e2 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:28.425522 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67adbf14-f18a-4da1-a7b6-1a3f993e35e2'] response: {'name': 'network-changed', 'server_uuid': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'tag': '2cdd4723-27d8-4995-a49c-6967ba24fa7e', 'status': 'completed', 'code': 200} Sep 23 15:18:28.446323 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43217be5-52b7-431a-92f2-8bdd611c1361 admin admin] Publish callbacks [] for security_group (c6f8c669-7b70-49d1-8f88-8aa9a957df6d), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.449305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Port 2cdd4723-27d8-4995-a49c-6967ba24fa7e had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:18:28.459664 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Provisioning complete for port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:28.461127 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.461336 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Attempt 1 to provision port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb Sep 23 15:18:28.477720 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43217be5-52b7-431a-92f2-8bdd611c1361 admin admin] Publish callbacks [] for security_group (c6f8c669-7b70-49d1-8f88-8aa9a957df6d), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.494857 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:28.510212 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:28.584636 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43217be5-52b7-431a-92f2-8bdd611c1361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c6f8c669-7b70-49d1-8f88-8aa9a957df6d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.587691 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43217be5-52b7-431a-92f2-8bdd611c1361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.588861 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-43217be5-52b7-431a-92f2-8bdd611c1361 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c6f8c669-7b70-49d1-8f88-8aa9a957df6d HTTP/1.1" status: 204 len: 168 time: 0.2383158 Sep 23 15:18:28.601062 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bf6a8-b144-441d-8617-998c2c6f8083 None None] Current status of the port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:28.612470 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-54147d29-78a0-48fb-a235-385beef13704 req-baf2f56e-efe8-424f-8f1a-b73348010cb4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0398297 Sep 23 15:18:28.618264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43217be5-52b7-431a-92f2-8bdd611c1361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f8c669-7b70-49d1-8f88-8aa9a957df6d,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.619327 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-60dfa302-410a-4ac0-a367-8d05c174923c admin admin] Publish callbacks [] for security_group (a322fd06-c980-405e-9b05-bc4f6a447f9e), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.632423 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-60dfa302-410a-4ac0-a367-8d05c174923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (a322fd06-c980-405e-9b05-bc4f6a447f9e), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.699917 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-60dfa302-410a-4ac0-a367-8d05c174923c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ad8d7292fb544d889f20493adca08cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7149384 Sep 23 15:18:28.699917 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1def8de-4010-4053-8bd1-c1cc1548cb27 {{(pid=106667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:18:28.700269 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48756) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:28.711164 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Publish callbacks [] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.714544 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfa302-410a-4ac0-a367-8d05c174923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322fd06-c980-405e-9b05-bc4f6a447f9e,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.739497 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-2f3ffa55-5052-4947-81cb-28063c373c93 None None] Provisioning complete for port e1def8de-4010-4053-8bd1-c1cc1548cb27 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:28.740018 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffa55-5052-4947-81cb-28063c373c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.740346 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-2f3ffa55-5052-4947-81cb-28063c373c93 None None] Attempt 1 to provision port e1def8de-4010-4053-8bd1-c1cc1548cb27 Sep 23 15:18:28.745504 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.provisioning_blocks [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Transition to ACTIVE for port object e1def8de-4010-4053-8bd1-c1cc1548cb27 will not be triggered until provisioned by entity L2. {{(pid=106667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:18:28.758073 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.771019 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bc843d72-a261-460b-9cdd-2f800e9bccca admin admin] Publish callbacks [] for security_group (a322fd06-c980-405e-9b05-bc4f6a447f9e), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.780963 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ffa55-5052-4947-81cb-28063c373c93 None None] Port e1def8de-4010-4053-8bd1-c1cc1548cb27 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:28.796554 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bc843d72-a261-460b-9cdd-2f800e9bccca admin admin] Publish callbacks [] for security_group (a322fd06-c980-405e-9b05-bc4f6a447f9e), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.855515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bc843d72-a261-460b-9cdd-2f800e9bccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (a322fd06-c980-405e-9b05-bc4f6a447f9e), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.858318 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=14,neutron:SELECT=86 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:28.859384 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bc843d72-a261-460b-9cdd-2f800e9bccca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:28.860970 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-bc843d72-a261-460b-9cdd-2f800e9bccca admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a322fd06-c980-405e-9b05-bc4f6a447f9e HTTP/1.1" status: 204 len: 168 time: 0.1595094 Sep 23 15:18:28.872420 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc843d72-a261-460b-9cdd-2f800e9bccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322fd06-c980-405e-9b05-bc4f6a447f9e,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.872685 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Pushing event updated for resources: {'Port': ['ID=e1def8de-4010-4053-8bd1-c1cc1548cb27,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.879652 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Attempting to bind port e1def8de-4010-4053-8bd1-c1cc1548cb27 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:28.880816 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Attempting to bind port e1def8de-4010-4053-8bd1-c1cc1548cb27 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:28.881184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Attempting to bind port e1def8de-4010-4053-8bd1-c1cc1548cb27 on network 40d84ac8-df74-4849-8e65-19da5d7d6642 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:28.940433 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Port e1def8de-4010-4053-8bd1-c1cc1548cb27 on network 40d84ac8-df74-4849-8e65-19da5d7d6642 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:18:28.940861 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Attempting to bind port e1def8de-4010-4053-8bd1-c1cc1548cb27 on network 40d84ac8-df74-4849-8e65-19da5d7d6642 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:28.995215 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48764) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:28.996187 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:28.996535 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Checking segment: {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:28.997190 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Bound using segment: {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:28.997534 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Bound port: e1def8de-4010-4053-8bd1-c1cc1548cb27, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642'}}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:28.997903 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.011402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b6532185-af66-4334-b601-461110b36314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.038835 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0b202cc8-2ab6-48ef-895d-8d4c134ce2af req-a633f46a-271f-4d5c-9c46-f485dcf9c7f3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Sep 23 15:18:29.095636 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] For port e1def8de-4010-4053-8bd1-c1cc1548cb27, host hv-cinder-85501, cleared binding levels {{(pid=106667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:29.121513 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] For port e1def8de-4010-4053-8bd1-c1cc1548cb27, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e1def8de-4010-4053-8bd1-c1cc1548cb27,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:29.129720 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.138156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:29.138774 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.140202 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/e1def8de-4010-4053-8bd1-c1cc1548cb27 HTTP/1.1" status: 200 len: 1093 time: 2.0364091 Sep 23 15:18:29.141077 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'tag': 'e1def8de-4010-4053-8bd1-c1cc1548cb27'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:18:29.174205 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b6532185-af66-4334-b601-461110b36314 admin admin] Publish callbacks [] for security_group (cd6fc9bf-8a78-43e4-a6a2-537ed9e56988), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.181149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b6532185-af66-4334-b601-461110b36314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (cd6fc9bf-8a78-43e4-a6a2-537ed9e56988), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.219582 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc86318-be28-4610-9e0d-0766bf499595 req-aa55083a-d33b-49a7-ad81-34436f0c02fb tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:29.221497 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-abc86318-be28-4610-9e0d-0766bf499595 req-aa55083a-d33b-49a7-ad81-34436f0c02fb tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0985832 Sep 23 15:18:29.261254 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b6532185-af66-4334-b601-461110b36314 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=14a33604d47a45b8b25b87be0fc326cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622254 Sep 23 15:18:29.261380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48784) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:29.277734 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14d7fe-4c53-48a9-b0ad-d5e84d5ea39d service neutron] Pushing event updated for resources: {'Port': ['ID=e1def8de-4010-4053-8bd1-c1cc1548cb27,revision_number=3']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:29.281922 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-2f3ffa55-5052-4947-81cb-28063c373c93 None None] Attempt 2 to provision port e1def8de-4010-4053-8bd1-c1cc1548cb27 Sep 23 15:18:29.296682 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6532185-af66-4334-b601-461110b36314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fc9bf-8a78-43e4-a6a2-537ed9e56988,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:29.304952 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:29.313775 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1d6d2405-e853-468b-8b63-11788307de30 req-fdb6803c-0e6a-4524-ad3b-3cbf38a9b155 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0319631 Sep 23 15:18:29.351242 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ffa55-5052-4947-81cb-28063c373c93 None None] Port e1def8de-4010-4053-8bd1-c1cc1548cb27 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:18:29.365148 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-abc86318-be28-4610-9e0d-0766bf499595 req-7da12948-1543-477e-bb1a-41a906ded075 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366754 Sep 23 15:18:29.367161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ed3de98-8425-46e2-9298-933a7d3884a9 admin admin] Publish callbacks [] for security_group (cd6fc9bf-8a78-43e4-a6a2-537ed9e56988), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.394232 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ed3de98-8425-46e2-9298-933a7d3884a9 admin admin] Publish callbacks [] for security_group (cd6fc9bf-8a78-43e4-a6a2-537ed9e56988), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.419863 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19e4683-062c-455e-ac76-f2fa7585f483" -d '{"events": [{"name": "network-changed", "server_uuid": "388c3ec1-6dc6-44b8-b711-58a0cf68f061", "tag": "e1def8de-4010-4053-8bd1-c1cc1548cb27"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:29.456163 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ed3de98-8425-46e2-9298-933a7d3884a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (cd6fc9bf-8a78-43e4-a6a2-537ed9e56988), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.461282 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ed3de98-8425-46e2-9298-933a7d3884a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.465131 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-3ed3de98-8425-46e2-9298-933a7d3884a9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cd6fc9bf-8a78-43e4-a6a2-537ed9e56988 HTTP/1.1" status: 204 len: 168 time: 0.2002010 Sep 23 15:18:29.471730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3de98-8425-46e2-9298-933a7d3884a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6fc9bf-8a78-43e4-a6a2-537ed9e56988,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:29.595677 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940fd2e-5512-4010-884c-5abd236a9e3b x-openstack-request-id: req-e940fd2e-5512-4010-884c-5abd236a9e3b {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:29.596421 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388c3ec1-6dc6-44b8-b711-58a0cf68f061", "tag": "e1def8de-4010-4053-8bd1-c1cc1548cb27", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:29.596578 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e940fd2e-5512-4010-884c-5abd236a9e3b {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:29.597086 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e940fd2e-5512-4010-884c-5abd236a9e3b'] response: {'name': 'network-changed', 'server_uuid': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'tag': 'e1def8de-4010-4053-8bd1-c1cc1548cb27', 'status': 'completed', 'code': 200} Sep 23 15:18:29.760229 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b44f3e84-96f7-4f71-9f4f-1116c6147bbf req-f82fc825-8d14-4f5e-8149-6886df9f3c7a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0341063 Sep 23 15:18:30.192895 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0c952c73-5895-4e92-839b-a3cfc0ccc03d req-6ef21669-5326-4986-82a5-e9f66900c6fa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0456946 Sep 23 15:18:30.429651 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8573b55-1e0c-4b97-9d42-1ebca3559d4d req-d5d8c3f5-f56e-4a9d-bd67-c244120d0f74 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0293112 Sep 23 15:18:30.526153 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf1c86-571f-4827-b873-cda5830e34ff req-55d1a8f3-fd31-4e62-bc9c-cce3d95ce2a0 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:30.527857 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-acaf1c86-571f-4827-b873-cda5830e34ff req-55d1a8f3-fd31-4e62-bc9c-cce3d95ce2a0 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0593035 Sep 23 15:18:30.610952 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-acaf1c86-571f-4827-b873-cda5830e34ff req-43ccdb56-f213-45c6-875b-69626cbaa533 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Sep 23 15:18:30.904413 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a073152f-d94e-40e8-839d-8fe612c5166c req-81f9e9b3-25c3-4b48-8161-43cd19bb2b35 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0435200 Sep 23 15:18:31.313010 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-694d1aeb-2bde-45d5-9e37-175a1c96510e req-efdc8a28-66a3-41e1-9cb0-02805c788e82 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0343225 Sep 23 15:18:31.540269 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dfa72109-e48c-4df4-88c5-cbca489147cd req-bae543f4-ebe4-475f-84f2-1520e0fe4317 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0281565 Sep 23 15:18:31.764614 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b863d5d-4736-4764-ae79-6f8bd2a2f02d req-64775d6c-85fc-49a8-88e9-88a9520b35bd tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:31.766387 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3b863d5d-4736-4764-ae79-6f8bd2a2f02d req-64775d6c-85fc-49a8-88e9-88a9520b35bd tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0689788 Sep 23 15:18:31.825664 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3b863d5d-4736-4764-ae79-6f8bd2a2f02d req-823e2e15-42f2-4436-8ed1-31cf6bbe4b8d tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Sep 23 15:18:31.993748 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:32.012800 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d31cf665-d11f-4c9d-95da-dea8ae2610a9 req-e859c489-6579-4ca3-a606-0920cba4415c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0292969 Sep 23 15:18:32.151241 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48948) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:32.261002 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6543cdb5-b895-443e-b82e-a822798f2fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:32.370560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6543cdb5-b895-443e-b82e-a822798f2fbe admin admin] Publish callbacks [] for security_group (1b53135b-5f6a-447f-8e84-28a03a6db6b7), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:32.377027 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6543cdb5-b895-443e-b82e-a822798f2fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1b53135b-5f6a-447f-8e84-28a03a6db6b7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:32.422853 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543cdb5-b895-443e-b82e-a822798f2fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b53135b-5f6a-447f-8e84-28a03a6db6b7,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:32.431383 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6543cdb5-b895-443e-b82e-a822798f2fbe admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=28c7a94160ca4c9e88272a4c09b042d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786024 Sep 23 15:18:32.432627 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 48962) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:32.444116 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5162fc47-7ef5-4a5f-bb06-c9c0d3d62b57 req-c94fe342-70d1-419e-a8f5-b208dffb2dd3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0466385 Sep 23 15:18:32.499355 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bda7ec5d-ae2d-48c1-a34c-f45aa9e3a01e admin admin] Publish callbacks [] for security_group (1b53135b-5f6a-447f-8e84-28a03a6db6b7), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:32.529936 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bda7ec5d-ae2d-48c1-a34c-f45aa9e3a01e admin admin] Publish callbacks [] for security_group (1b53135b-5f6a-447f-8e84-28a03a6db6b7), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:32.606772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bda7ec5d-ae2d-48c1-a34c-f45aa9e3a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1b53135b-5f6a-447f-8e84-28a03a6db6b7), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:32.609921 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bda7ec5d-ae2d-48c1-a34c-f45aa9e3a01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:32.613557 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-bda7ec5d-ae2d-48c1-a34c-f45aa9e3a01e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1b53135b-5f6a-447f-8e84-28a03a6db6b7 HTTP/1.1" status: 204 len: 168 time: 0.1787992 Sep 23 15:18:32.628902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7ec5d-ae2d-48c1-a34c-f45aa9e3a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b53135b-5f6a-447f-8e84-28a03a6db6b7,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:32.700338 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-be12c440-761c-4647-a03c-a2becfb27096 req-935a9227-54bb-43e2-a8a9-7e57740aa5fc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0632646 Sep 23 15:18:33.020105 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec207f2-fb43-4c9d-be24-2d3425877504 req-3013a14e-d662-4082-aa15-ced6b7a70c2b tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:33.028227 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aec207f2-fb43-4c9d-be24-2d3425877504 req-3013a14e-d662-4082-aa15-ced6b7a70c2b tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0814042 Sep 23 15:18:33.054336 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.134413 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aec207f2-fb43-4c9d-be24-2d3425877504 req-1345cc0b-d27a-431d-8cc6-07e886d983ea tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001639 Sep 23 15:18:33.159215 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 48998) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:33.165588 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-08a4f08d-6beb-4722-8bf8-b49fee93086a req-0dd81932-4fe3-4824-a951-dd93ec40456c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0434067 Sep 23 15:18:33.194207 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-cdded06d-72cc-40a4-897a-b4a892e68e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.270608 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:33.346576 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-cdded06d-72cc-40a4-897a-b4a892e68e66 admin admin] Publish callbacks [] for security_group (58bb9579-f444-4271-880b-7dfa283fe04c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.354366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-cdded06d-72cc-40a4-897a-b4a892e68e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (58bb9579-f444-4271-880b-7dfa283fe04c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.419380 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdded06d-72cc-40a4-897a-b4a892e68e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bb9579-f444-4271-880b-7dfa283fe04c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:33.428290 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49006) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:33.441432 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-cdded06d-72cc-40a4-897a-b4a892e68e66 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=583b53f958ba4240856aeea7501ac63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801144 Sep 23 15:18:33.544576 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=30 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:33.582022 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-be8f4822-c6a5-4b54-8cfe-6cd587b82f5d req-7d9beefa-4405-493a-b006-536dd90e016e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0505214 Sep 23 15:18:33.703957 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-09ddddc5-dbd0-4720-bd2a-772b6b58e489 admin admin] Publish callbacks [] for security_group (58bb9579-f444-4271-880b-7dfa283fe04c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.738182 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-09ddddc5-dbd0-4720-bd2a-772b6b58e489 admin admin] Publish callbacks [] for security_group (58bb9579-f444-4271-880b-7dfa283fe04c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.805102 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-679bf085-bbaa-4411-80eb-bd6d7d6404d5 req-51b207b0-5370-444b-9c20-f48f35f201a8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0285318 Sep 23 15:18:33.810826 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-09ddddc5-dbd0-4720-bd2a-772b6b58e489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (58bb9579-f444-4271-880b-7dfa283fe04c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.813735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-09ddddc5-dbd0-4720-bd2a-772b6b58e489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:33.817079 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-09ddddc5-dbd0-4720-bd2a-772b6b58e489 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/58bb9579-f444-4271-880b-7dfa283fe04c HTTP/1.1" status: 204 len: 168 time: 0.3874211 Sep 23 15:18:33.828099 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddddc5-dbd0-4720-bd2a-772b6b58e489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bb9579-f444-4271-880b-7dfa283fe04c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:34.305429 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa70a3-0f03-4ee6-a341-a12c83c3182a req-9fff3648-cec0-484a-9061-5765ab4978ea tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:34.313891 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4baa70a3-0f03-4ee6-a341-a12c83c3182a req-9fff3648-cec0-484a-9061-5765ab4978ea tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0784156 Sep 23 15:18:34.340142 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-449a9e21-6cb0-4d0b-9715-3e74f309a7dd req-54e678c7-39a4-40e6-84e4-3a14c0eae52b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0462501 Sep 23 15:18:34.383475 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4baa70a3-0f03-4ee6-a341-a12c83c3182a req-39222566-1476-4c69-8478-66c92e578ab8 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683751 Sep 23 15:18:34.713261 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ea1d44a3-f9c3-48ac-9b5c-a5a5d971f5ae req-531bb726-4781-4102-89d7-e74dbeb21c0e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0273397 Sep 23 15:18:34.923287 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:34.946738 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e3af9cd6-4fb7-42bf-ae88-5799985d8b64 req-b569c8d5-dbc9-4246-95b2-3f25546951ea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0364044 Sep 23 15:18:35.490676 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-08623f2c-4fb2-4437-8974-b69a4a907430 req-8aabe58e-8b36-4350-97a7-a9d3d23ac992 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0458670 Sep 23 15:18:35.560344 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257ad6-45ee-4a60-a839-c9c5a94d743e req-7ae355b3-7a18-4fbd-92d9-50d392a5035a tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:35.561888 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81257ad6-45ee-4a60-a839-c9c5a94d743e req-7ae355b3-7a18-4fbd-92d9-50d392a5035a tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0652051 Sep 23 15:18:35.617470 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81257ad6-45ee-4a60-a839-c9c5a94d743e req-c2d3bcaf-08a1-4022-b390-464b0004cba4 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Sep 23 15:18:35.855161 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5c5fa2c6-8d25-48f9-bceb-10a868c79e68 req-80074ca1-5d2d-4a1e-83c4-a9619c7d2f4f tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0340397 Sep 23 15:18:36.079733 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-36c24d6f-dc6f-4734-8359-dec4c5cac57f req-0e44ec7f-7093-41f6-aa78-e075a6695941 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0517967 Sep 23 15:18:36.465694 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 49122) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:36.532339 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:18:36.609030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1a47e384-1b06-4b3a-baa5-1596952d7fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:36.634714 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-72c80195-f4fe-4d7a-a908-e572f1018d07 req-6aff27a3-e0f5-4db2-b247-c7467b96d4df tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0321162 Sep 23 15:18:36.731087 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1a47e384-1b06-4b3a-baa5-1596952d7fb8 admin admin] Publish callbacks [] for security_group (cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:36.738506 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1a47e384-1b06-4b3a-baa5-1596952d7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:36.774084 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b8960-19f2-4396-a69c-c11da1cd792d req-8106849a-df0f-4c2e-8d7b-727e0931ed9a tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:36.775680 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d00b8960-19f2-4396-a69c-c11da1cd792d req-8106849a-df0f-4c2e-8d7b-727e0931ed9a tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0780618 Sep 23 15:18:36.805048 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47e384-1b06-4b3a-baa5-1596952d7fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:36.812112 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-1a47e384-1b06-4b3a-baa5-1596952d7fb8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0a1b0845fc2e44289528c6fe7a9715e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452866 Sep 23 15:18:36.815430 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49132) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:36.841325 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d00b8960-19f2-4396-a69c-c11da1cd792d req-bd528bcb-af5f-402b-9c1f-c0d631a5be04 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Sep 23 15:18:36.867520 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2fb97525-92be-4e95-887e-69a47038733f admin admin] Publish callbacks [] for security_group (cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:36.888266 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2fb97525-92be-4e95-887e-69a47038733f admin admin] Publish callbacks [] for security_group (cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:36.943771 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2fb97525-92be-4e95-887e-69a47038733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:36.946266 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2fb97525-92be-4e95-887e-69a47038733f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:36.947355 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2fb97525-92be-4e95-887e-69a47038733f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4 HTTP/1.1" status: 204 len: 168 time: 0.1308355 Sep 23 15:18:36.966589 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f90dde53-02fe-41b8-af62-1f94e0781c8d req-34fa83a0-fe01-41b6-a15e-f0a1ee6972dd tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0342953 Sep 23 15:18:36.971162 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97525-92be-4e95-887e-69a47038733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1d7ac6-2d76-4b8d-a00c-881867f7e9d4,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:37.222766 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33c61de2-e7cf-4914-b9fa-eed6ed0201e6 req-47dd41ac-cc9e-4a54-b2d9-35dac9ea6b31 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0461183 Sep 23 15:18:37.301837 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49146) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:37.317137 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-367fff0e-ba8f-43d4-800f-20709f382a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:37.339169 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:37.341004 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:37.405694 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-367fff0e-ba8f-43d4-800f-20709f382a9f admin admin] Publish callbacks [] for security_group (76c7cc7e-234c-4d9f-80f6-f4dfc219e16c), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:37.411046 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-367fff0e-ba8f-43d4-800f-20709f382a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (76c7cc7e-234c-4d9f-80f6-f4dfc219e16c), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:37.454703 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fff0e-ba8f-43d4-800f-20709f382a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c7cc7e-234c-4d9f-80f6-f4dfc219e16c,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:37.462467 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-367fff0e-ba8f-43d4-800f-20709f382a9f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0e996a41e6b6404e9fa47898f82db4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568789 Sep 23 15:18:37.462869 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 49148) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:37.536272 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-68a2134b-d0d4-42f0-9e84-9288dc78572c admin admin] Publish callbacks [] for security_group (76c7cc7e-234c-4d9f-80f6-f4dfc219e16c), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:37.564110 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-68a2134b-d0d4-42f0-9e84-9288dc78572c admin admin] Publish callbacks [] for security_group (76c7cc7e-234c-4d9f-80f6-f4dfc219e16c), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:37.635074 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-68a2134b-d0d4-42f0-9e84-9288dc78572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (76c7cc7e-234c-4d9f-80f6-f4dfc219e16c), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:37.638917 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-68a2134b-d0d4-42f0-9e84-9288dc78572c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:37.643487 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-68a2134b-d0d4-42f0-9e84-9288dc78572c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/76c7cc7e-234c-4d9f-80f6-f4dfc219e16c HTTP/1.1" status: 204 len: 168 time: 0.1793990 Sep 23 15:18:37.654018 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2134b-d0d4-42f0-9e84-9288dc78572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c7cc7e-234c-4d9f-80f6-f4dfc219e16c,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:37.823401 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-017708b1-9c4c-4f72-a1d0-84b966638e90 req-87c97963-25e9-495c-9860-cb2f67049e94 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0361500 Sep 23 15:18:37.972105 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3fc45-48c7-4c55-9e77-ed3ee21d3ef5 req-7fbc2e74-8752-4996-9c60-674b55271d8b tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:37.973610 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6db3fc45-48c7-4c55-9e77-ed3ee21d3ef5 req-7fbc2e74-8752-4996-9c60-674b55271d8b tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0493348 Sep 23 15:18:38.045187 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6db3fc45-48c7-4c55-9e77-ed3ee21d3ef5 req-6f0692b1-a546-496b-9795-7d284f692478 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659084 Sep 23 15:18:38.105058 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f749f3d2-7186-4b8b-828b-0e9a616faedd req-6462d82b-0360-4983-b366-b5622ab40788 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0322614 Sep 23 15:18:38.341363 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-df2cb757-9257-4b74-8991-eefa9746394f req-ec36e32a-937c-41fe-94d5-ca906959d0c2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0292721 Sep 23 15:18:38.930882 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-018736f4-e477-475a-a7f4-c680da179c4b req-ff1dcbd3-c386-45b1-ba21-5a8aeb0e06ed tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0278196 Sep 23 15:18:39.173709 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b022e-ac94-41c3-a317-57e6fbadc074 req-801b54b3-ccf4-49ca-ab42-95d534415b45 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:39.175346 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e8b022e-ac94-41c3-a317-57e6fbadc074 req-801b54b3-ccf4-49ca-ab42-95d534415b45 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0518224 Sep 23 15:18:39.199415 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:39.215199 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-71fa586d-5876-438a-84ce-5f198f2bfda1 req-86a9f153-568a-4f7a-811b-dbe8e2706ccb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0342405 Sep 23 15:18:39.234149 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e8b022e-ac94-41c3-a317-57e6fbadc074 req-a9703be3-d889-4d31-9a52-5bf31cb2778f tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Sep 23 15:18:39.443900 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d308ade5-895f-499e-9803-38fd5f460244 req-c973f714-d079-4ecb-a58f-db8182ffb144 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0281994 Sep 23 15:18:40.048533 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4a151430-bb3d-40d2-b187-517afa000db2 req-c63225e5-2f34-4371-9747-98977020a8f6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0286498 Sep 23 15:18:40.327940 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3913e7e-74d7-451f-9dc6-61b5be749649 req-219bd763-4ece-46b3-8897-4d07e86547fe tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0281861 Sep 23 15:18:40.365623 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b6211-43c9-4e04-b799-502a000d4bcb req-e7c50c41-d722-47f7-a514-848c3495d68c tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:40.367502 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bc8b6211-43c9-4e04-b799-502a000d4bcb req-e7c50c41-d722-47f7-a514-848c3495d68c tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0508208 Sep 23 15:18:40.418194 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bc8b6211-43c9-4e04-b799-502a000d4bcb req-8b4e67aa-67b4-49e3-8a43-e8622526027e tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Sep 23 15:18:40.556332 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-37a9b189-c613-49ff-893f-d9c8be6f03df req-88fe5bb8-867e-45d5-899c-4dbb9af23dad tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0284827 Sep 23 15:18:40.721939 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:40.737409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c024f4-81fb-4c50-829a-ca74b0420ece req-ac1144ea-6190-4ad2-a82f-5d127f988be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:40.739220 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-80c024f4-81fb-4c50-829a-ca74b0420ece req-ac1144ea-6190-4ad2-a82f-5d127f988be1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1128 time: 0.1347005 Sep 23 15:18:40.771962 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-fb97eb9c-49e5-463f-978c-79a9ac487f5a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d4fd7ca907fa4806904e1c00b21b5447 HTTP/1.1" status: 200 len: 380 time: 0.1691978 Sep 23 15:18:40.819075 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'port': {'device_id': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'admin_state_up': True, 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'security_groups': ['63539bfd-2660-4293-ad7c-b47060a15d3b']}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:40.916197 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4683-062c-455e-ac76-f2fa7585f483 req-fe8ab353-b280-4fb8-bc41-b35f4d682cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:40.917883 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c19e4683-062c-455e-ac76-f2fa7585f483 req-fe8ab353-b280-4fb8-bc41-b35f4d682cb7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b0f632ecb8ee4e6fb59978560789f599&device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 1127 time: 0.1010916 Sep 23 15:18:41.215410 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0071b1ba-0829-44ea-9746-97ab1d0f976e req-c332b47a-7815-49ee-9a4e-d325d321ddd6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0653570 Sep 23 15:18:41.267390 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c024f4-81fb-4c50-829a-ca74b0420ece req-2e848bc3-a9b2-42f7-9099-66ef7c61f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:41.269175 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-80c024f4-81fb-4c50-829a-ca74b0420ece req-2e848bc3-a9b2-42f7-9099-66ef7c61f507 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=1abe4f1508864f77b30c4c635c368f02&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4723716 Sep 23 15:18:41.285395 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Made reservation on behalf of d4fd7ca907fa4806904e1c00b21b5447 for: {'port': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:18:41.289513 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:41.510208 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4683-062c-455e-ac76-f2fa7585f483 req-1b7b9fae-dc4d-43bf-83fb-7507b605f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:41.512687 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c19e4683-062c-455e-ac76-f2fa7585f483 req-1b7b9fae-dc4d-43bf-83fb-7507b605f9e1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=b0f632ecb8ee4e6fb59978560789f599&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2290692 Sep 23 15:18:41.515027 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.64', 49808) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:41.652053 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2b232b10-67c5-4079-bbfa-e996d9281169 req-56b75fad-e835-4362-991f-b7a231f8afe0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.1377282 Sep 23 15:18:41.771766 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c024f4-81fb-4c50-829a-ca74b0420ece req-3bd436ec-ad1a-4cec-877a-e857c4d71c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:41.773513 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-80c024f4-81fb-4c50-829a-ca74b0420ece req-3bd436ec-ad1a-4cec-877a-e857c4d71c47 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4160650 Sep 23 15:18:41.788967 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Allocated IP 172.20.0.11 (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903/7c1009b3-0dad-4e71-8542-59484855073f/5073b565-7790-42c1-a11b-5c4328b5da4a) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:41.796385 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efaad2-503e-4fe4-b38a-de7f51450a9e req-1b75cc38-5d15-4836-9f52-bf29b5745297 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:41.798895 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c1efaad2-503e-4fe4-b38a-de7f51450a9e req-1b75cc38-5d15-4836-9f52-bf29b5745297 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.1686463 Sep 23 15:18:41.809431 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3a7dbf6-8404-4ebc-b804-500d7fec3ebb req-15e5a217-d8b4-4633-bc3f-689664846533 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0617633 Sep 23 15:18:41.888359 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c1efaad2-503e-4fe4-b38a-de7f51450a9e req-4c6d0ba2-b3ec-4579-ae5a-2ad776812ac9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692198 Sep 23 15:18:41.909893 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4683-062c-455e-ac76-f2fa7585f483 req-f3791a88-2d2a-45e9-9ac6-25934b24bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:41.916898 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c19e4683-062c-455e-ac76-f2fa7585f483 req-f3791a88-2d2a-45e9-9ac6-25934b24bfa3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3794854 Sep 23 15:18:41.929954 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-9eca2100-7503-4649-8715-5cee5871d975 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:41.931680 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-9eca2100-7503-4649-8715-5cee5871d975 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 818 time: 0.4155076 Sep 23 15:18:42.000077 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:42.049640 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:42.087520 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:42.140091 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:42.143470 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:42.147558 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:42.152469 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:42.153110 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:42.161037 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'Port': ['ID=5073b565-7790-42c1-a11b-5c4328b5da4a,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:42.205253 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-95864ada-bd2e-43ea-a699-26e81edc7467 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3986185 Sep 23 15:18:42.384082 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7875ae3d-5d56-4394-bfa7-052f6ef16bfe req-db5199c5-627a-4a11-a657-55594bad46b6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0300958 Sep 23 15:18:42.511188 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Provisioning complete for port 5073b565-7790-42c1-a11b-5c4328b5da4a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:42.511806 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:42.511806 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 1 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:42.546057 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:42.795054 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678203b-6044-4dcf-b186-ee05f9de13db req-56480d44-e4df-4c0b-8faa-9a1dc328a4e9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:42.796503 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a678203b-6044-4dcf-b186-ee05f9de13db req-56480d44-e4df-4c0b-8faa-9a1dc328a4e9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 932 time: 0.0469525 Sep 23 15:18:42.822476 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:42.845152 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a678203b-6044-4dcf-b186-ee05f9de13db req-59aebed7-7979-4500-bba6-3a5eb1d14c49 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Sep 23 15:18:42.956524 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-24d3f7e9-dd42-4d02-acff-4b4393b9b815 req-7b405270-d67d-428c-a559-ff945ed0be98 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0309289 Sep 23 15:18:43.008990 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05d802-d0df-4919-b26c-aa03b4fc755d req-3a4cb124-c0ff-4275-b619-94c6a4d5dd47 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:43.010413 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1e05d802-d0df-4919-b26c-aa03b4fc755d req-3a4cb124-c0ff-4275-b619-94c6a4d5dd47 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0472326 Sep 23 15:18:43.047041 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 2 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:43.059703 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1e05d802-d0df-4919-b26c-aa03b4fc755d req-afe72fc0-b628-47aa-ab46-59eeee8dbc62 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435746 Sep 23 15:18:43.080779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:43.500928 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-60c718f2-eea9-4724-923f-0dd321621429 req-c9fbed52-022a-4c50-967b-3ef47eed77f1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0347979 Sep 23 15:18:43.581543 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 3 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:43.628040 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:43.996404 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c088669-cf00-446d-8184-024eb859f8d7 req-099eba2f-d71b-4bf9-bb82-d9d3394ce228 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:43.997911 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9c088669-cf00-446d-8184-024eb859f8d7 req-099eba2f-d71b-4bf9-bb82-d9d3394ce228 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 932 time: 0.0514641 Sep 23 15:18:44.049394 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9c088669-cf00-446d-8184-024eb859f8d7 req-636854c3-44f2-4e64-a936-bddf4b4d6628 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Sep 23 15:18:44.060773 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-97cacc96-01d7-4036-a8f3-ecc3790bb9fd req-79790798-7091-4a2f-a0e4-ba5902c37453 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0278008 Sep 23 15:18:44.129363 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 4 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:44.164868 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:44.181505 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823de4b7-c8e6-438c-b3c8-5f1746353daa req-bf210744-d281-4082-ba68-f2ac46160702 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:44.182992 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-823de4b7-c8e6-438c-b3c8-5f1746353daa req-bf210744-d281-4082-ba68-f2ac46160702 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0476539 Sep 23 15:18:44.230948 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-823de4b7-c8e6-438c-b3c8-5f1746353daa req-05c34b36-6792-40d4-bd3f-b411a7f08e18 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Sep 23 15:18:44.614118 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-979f2daf-0c90-4dd3-900e-2d38dc03f7bf req-3e56a9b2-fa2d-4b1c-8f87-036ac1c47d52 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0329034 Sep 23 15:18:44.667104 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 5 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:44.704766 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:45.176250 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f916891f-e610-4ac6-bacc-2e577efe6e2d req-41541c4b-36eb-42b0-944b-5f2135e137a8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0298722 Sep 23 15:18:45.183810 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c0f8f-1a9f-42bb-860d-2fa6f6ba7448 req-e93a4767-8cef-4cae-962c-aaf2a70bd531 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.185317 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-475c0f8f-1a9f-42bb-860d-2fa6f6ba7448 req-e93a4767-8cef-4cae-962c-aaf2a70bd531 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 932 time: 0.0474088 Sep 23 15:18:45.206104 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 6 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:45.239280 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-475c0f8f-1a9f-42bb-860d-2fa6f6ba7448 req-6b9e53df-7377-47c3-8fda-97782a063272 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482616 Sep 23 15:18:45.251358 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:45.356843 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d58f0-ee68-4251-8ab2-bb31fe28f6be req-3d935485-af97-496d-bf86-a746e440f9e1 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.358254 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5c1d58f0-ee68-4251-8ab2-bb31fe28f6be req-3d935485-af97-496d-bf86-a746e440f9e1 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0482688 Sep 23 15:18:45.415199 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5c1d58f0-ee68-4251-8ab2-bb31fe28f6be req-bed1074c-a88d-4de6-86f8-d5e5f72efd4a tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481303 Sep 23 15:18:45.587778 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'port': {'device_id': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'admin_state_up': True, 'tenant_id': '1abe4f1508864f77b30c4c635c368f02'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:45.588617 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Request body: {'port': {'device_id': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:45.653280 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:45.695522 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-95a00ba3-a1c0-4b88-b621-6d4978197380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.697249 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-95a00ba3-a1c0-4b88-b621-6d4978197380 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1128 time: 0.0574636 Sep 23 15:18:45.752717 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 7 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:45.757829 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Made reservation on behalf of 1abe4f1508864f77b30c4c635c368f02 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:18:45.777919 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:45.798040 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-705f26af-8e51-4bf8-8017-939e69e35838 req-a121b6bf-eb83-4ae5-b73c-1cca8202a1bf tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0406852 Sep 23 15:18:45.806068 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:45.840784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:45.923069 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:45.964663 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-647f9615-7dca-4520-b56c-099ad27b20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.966376 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-647f9615-7dca-4520-b56c-099ad27b20f9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=b0f632ecb8ee4e6fb59978560789f599&device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 1127 time: 0.0596290 Sep 23 15:18:46.073435 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-cc8a8e84-a8d4-47d6-8857-d0066dc5bb90 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1def8de-4010-4053-8bd1-c1cc1548cb27 HTTP/1.1" status: 200 len: 217 time: 0.0728569 Sep 23 15:18:46.121456 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5073b565-7790-42c1-a11b-5c4328b5da4a {{(pid=106667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:18:46.129553 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Publish callbacks [] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:46.130371 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:46.137754 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-76419ba8-cf8f-4555-8719-82dcc6c11139 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e HTTP/1.1" status: 200 len: 217 time: 0.2422497 Sep 23 15:18:46.144113 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.provisioning_blocks [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Transition to ACTIVE for port object 5073b565-7790-42c1-a11b-5c4328b5da4a will not be triggered until provisioned by entity L2. {{(pid=106667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:18:46.148804 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:46.207955 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Allocated IP 172.20.0.3 (d3ffbd85-3b9b-417b-b45f-55b60c247ef0/769f1f9a-55b6-4093-bd2a-11d0168f1f8d/70760e9f-6d22-46eb-aa3e-f9e855dbf739) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:46.213906 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Pushing event updated for resources: {'Port': ['ID=5073b565-7790-42c1-a11b-5c4328b5da4a,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:46.277155 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Attempting to bind port 5073b565-7790-42c1-a11b-5c4328b5da4a on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:46.277502 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Attempting to bind port 5073b565-7790-42c1-a11b-5c4328b5da4a by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:46.277809 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Attempting to bind port 5073b565-7790-42c1-a11b-5c4328b5da4a on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:46.300677 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:46.333117 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-6fd83dbe-8fe7-4f21-9c45-c36987a9b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:46.334675 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-6fd83dbe-8fe7-4f21-9c45-c36987a9b430 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=de0af80f-35b6-4066-8ba3-d289bc47d829 HTTP/1.1" status: 200 len: 851 time: 0.1107142 Sep 23 15:18:46.342841 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 8 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:46.382887 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:46.402930 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-1677b4b7-dd07-492b-8ab0-b874166fc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:46.404522 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-1677b4b7-dd07-492b-8ab0-b874166fc2a0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.1777670 Sep 23 15:18:46.408147 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3bf28409-cc09-4a62-8a36-14a0b0335135 req-3fedc56e-9e9a-4fd5-a418-a32321b602df tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.1027000 Sep 23 15:18:46.411864 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Port 5073b565-7790-42c1-a11b-5c4328b5da4a on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:18:46.412315 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Attempting to bind port 5073b565-7790-42c1-a11b-5c4328b5da4a on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:46.427810 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.64', 49818) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:46.462848 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=18 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:46.532545 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=10 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:46.711180 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-99c04182-d75b-41ce-8e76-18ec16f2d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:46.712761 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-99c04182-d75b-41ce-8e76-18ec16f2d8f5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=40d84ac8-df74-4849-8e65-19da5d7d6642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3670290 Sep 23 15:18:46.715996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-134418f5-6a2e-4f00-821e-5cb8a72b823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:46.717767 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-134418f5-6a2e-4f00-821e-5cb8a72b823f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2778435 Sep 23 15:18:46.732393 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eea98-b062-41b8-be85-baeed8d64593 req-f57f286a-82a1-4271-837c-422c10d2882a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:46.738108 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-945eea98-b062-41b8-be85-baeed8d64593 req-f57f286a-82a1-4271-837c-422c10d2882a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.3901875 Sep 23 15:18:46.740522 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:46.755951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6698a8-bd19-4701-b2ef-7613c3a65c5a req-40fc0764-ef39-4816-9fd1-d389cc11c242 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:46.761272 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bb6698a8-bd19-4701-b2ef-7613c3a65c5a req-40fc0764-ef39-4816-9fd1-d389cc11c242 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.1906354 Sep 23 15:18:46.844237 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:46.844666 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Checking segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:46.844947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Bound using segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:46.845384 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Bound port: 5073b565-7790-42c1-a11b-5c4328b5da4a, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:46.845735 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:46.884213 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 9 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:46.903302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-011db21e-6875-4689-8c32-157057dc34ef tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:46.904779 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-011db21e-6875-4689-8c32-157057dc34ef tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 817 time: 0.4194648 Sep 23 15:18:46.922442 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-945eea98-b062-41b8-be85-baeed8d64593 req-07b49de2-8e98-41c7-8275-7ac4f2fd5684 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793561 Sep 23 15:18:46.922698 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:46.947541 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:46.966678 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-483bad08-6674-4763-acb4-d74e59134e9f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/40d84ac8-df74-4849-8e65-19da5d7d6642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249646 Sep 23 15:18:46.969093 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] For port 5073b565-7790-42c1-a11b-5c4328b5da4a, host hv-cinder-85501, cleared binding levels {{(pid=106667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:46.973252 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] For port 5073b565-7790-42c1-a11b-5c4328b5da4a, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5073b565-7790-42c1-a11b-5c4328b5da4a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:46.973726 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bb6698a8-bd19-4701-b2ef-7613c3a65c5a req-7f431294-3812-4635-adfc-869ecc72a721 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761198 Sep 23 15:18:47.000158 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.003467 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.004481 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.005912 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 200 len: 1094 time: 1.4219515 Sep 23 15:18:47.042351 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:18:47.045018 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03f578-c04b-4725-aa61-8e98e706ee6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:47.071773 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:47.081016 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:47.088574 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:47.091994 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-de32ed04-32ec-4831-ae1e-53f86cd89358 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636355 Sep 23 15:18:47.097625 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:47.111604 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'Port': ['ID=70760e9f-6d22-46eb-aa3e-f9e855dbf739,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:47.141121 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bdf3b326-7509-47d3-a603-e516d50a0f95 req-f2343958-76d8-4796-b1ed-a192c8b75eff tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.1333673 Sep 23 15:18:47.146307 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-b780c76a-743f-4af5-b79d-e0ef5ef0b2ae tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 379 time: 0.2173283 Sep 23 15:18:47.155904 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'port': {'device_id': '95199f41-0774-4f39-912e-97a924ef09eb', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'admin_state_up': True, 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'security_groups': ['cf664f19-4dfb-4d9f-a18c-cc37ae406f60']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:47.173044 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:47.199182 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f62d4eb-1a79-4b59-915c-9f7d3ab656f8 x-openstack-request-id: req-8f62d4eb-1a79-4b59-915c-9f7d3ab656f8 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:47.199370 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:47.199522 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f62d4eb-1a79-4b59-915c-9f7d3ab656f8 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:47.200195 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f62d4eb-1a79-4b59-915c-9f7d3ab656f8'] response: {'name': 'network-changed', 'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'status': 'completed', 'code': 200} Sep 23 15:18:47.201081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:47.205543 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-3ef7890e-a87c-43ee-90f4-35c635ea909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.207700 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-3ef7890e-a87c-43ee-90f4-35c635ea909c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 1128 time: 0.1065614 Sep 23 15:18:47.227351 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bccdd1-0a00-4eb8-95f6-b866e7834adc service neutron] Pushing event updated for resources: {'Port': ['ID=5073b565-7790-42c1-a11b-5c4328b5da4a,revision_number=3']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:47.275913 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.276566 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.278855 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-27e91649-3874-41d3-b0f0-06c2f5b989ba service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 200 len: 217 time: 0.0408285 Sep 23 15:18:47.280869 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-012ecb0f-918b-499f-ba33-844c58c81166 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/40d84ac8-df74-4849-8e65-19da5d7d6642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058431 Sep 23 15:18:47.346646 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-568b8c49-604c-401d-8b49-31fe31998214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.348269 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-568b8c49-604c-401d-8b49-31fe31998214 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.0538976 Sep 23 15:18:47.351221 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-03300fd4-d9d7-4fd2-9752-94d1203154bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7674487 Sep 23 15:18:47.361340 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f46104d3-dcf6-4a73-8c08-5f959f4ff808 req-b2a9ecc0-39ed-4b71-a8de-900ed3018e3c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593567 Sep 23 15:18:47.380143 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Made reservation on behalf of bb9f84f2d16a4389a4be567cd2be3a8a for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:18:47.384135 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.424202 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Attempt 10 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:18:47.451518 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:47.465292 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc86-0f37-4324-a6dc-014be08e4e97 None None] Port 5073b565-7790-42c1-a11b-5c4328b5da4a had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:18:47.518536 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Allocated IP 172.20.0.5 (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2/216ee270-e2d7-4f84-a0d7-d8ccb1359744/93652ce2-3bd3-4207-96bf-3c25e56c5c28) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:47.560452 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a4d2e-ecc0-4edb-b1c3-56dd903d3799 req-d8083827-214e-4523-a3db-0cc35a4c215b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.562209 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c18a4d2e-ecc0-4edb-b1c3-56dd903d3799 req-d8083827-214e-4523-a3db-0cc35a4c215b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.0677290 Sep 23 15:18:47.583493 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Provisioning complete for port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:47.583962 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.584361 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 1 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:47.613310 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c18a4d2e-ecc0-4edb-b1c3-56dd903d3799 req-fa6167f3-f703-44b8-b632-5ddc87fe9ed3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Sep 23 15:18:47.622915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:47.706270 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.743648 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.782452 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:47.796955 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:47.801033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:18:47.831567 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:47.869810 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.871933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:47.886740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:47.903771 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e4b237e8-4999-4a6c-aebd-81ad4b7155da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516623 Sep 23 15:18:48.116681 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60e61-1ab7-4a98-9105-4a05f9a630a4 req-231a9f2c-c317-4bb6-b1ac-3a11cd12f686 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:48.124379 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 2 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:48.145202 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-64c60e61-1ab7-4a98-9105-4a05f9a630a4 req-231a9f2c-c317-4bb6-b1ac-3a11cd12f686 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.1154885 Sep 23 15:18:48.150133 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6187ad-bbe7-473b-8c0c-6f31df0f25f7 req-5c648dd8-6ee5-4053-95ee-fe9cc5b43fa2 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:48.164883 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fc6187ad-bbe7-473b-8c0c-6f31df0f25f7 req-5c648dd8-6ee5-4053-95ee-fe9cc5b43fa2 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0560780 Sep 23 15:18:48.211791 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:48.240685 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-64c60e61-1ab7-4a98-9105-4a05f9a630a4 req-003d79c0-3eec-471f-98be-2df606060dba tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002026 Sep 23 15:18:48.248145 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fc6187ad-bbe7-473b-8c0c-6f31df0f25f7 req-19dff8f5-84af-4a4b-9888-171f6e0281b9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899780 Sep 23 15:18:48.276897 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6262de3-a194-41aa-82ad-b06048fc45c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:48.364448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6a45c-fc3b-40d9-aaaf-39c0a5d8e672 req-1c29d8f3-76da-4338-8a93-48744a283537 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:48.366032 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e6d6a45c-fc3b-40d9-aaaf-39c0a5d8e672 req-1c29d8f3-76da-4338-8a93-48744a283537 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 931 time: 0.0501559 Sep 23 15:18:48.414178 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e6d6a45c-fc3b-40d9-aaaf-39c0a5d8e672 req-e5e4e207-dfaa-4e4a-a81b-6486d2024e10 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 Sep 23 15:18:48.708889 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 3 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:48.742660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:48.755137 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ff4d5-834d-4eb4-ac87-2aef3efa930e req-072b0bf3-a02f-44cf-b480-d832567d9f77 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:48.757507 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c45ff4d5-834d-4eb4-ac87-2aef3efa930e req-072b0bf3-a02f-44cf-b480-d832567d9f77 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.0537417 Sep 23 15:18:48.808613 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c45ff4d5-834d-4eb4-ac87-2aef3efa930e req-70439c1d-ce78-47a1-bd9f-f5db7a2bd26b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Sep 23 15:18:49.243892 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 4 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:49.278579 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:49.373075 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75290235-4c57-41fa-871a-e651d21d18f2 req-fa565679-8844-48f9-88a7-3fe03cc3d82b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:49.374538 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-75290235-4c57-41fa-871a-e651d21d18f2 req-fa565679-8844-48f9-88a7-3fe03cc3d82b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0518830 Sep 23 15:18:49.409631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7061c-85f0-41e4-a399-ff8f00dc01d1 req-ddfe9ac5-365b-45fc-a09e-420da9043776 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:49.412367 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25e7061c-85f0-41e4-a399-ff8f00dc01d1 req-ddfe9ac5-365b-45fc-a09e-420da9043776 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0536427 Sep 23 15:18:49.475002 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25e7061c-85f0-41e4-a399-ff8f00dc01d1 req-b93c5c4a-6201-4324-94ba-50194481da07 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562015 Sep 23 15:18:49.478838 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-75290235-4c57-41fa-871a-e651d21d18f2 req-0b862b38-ad78-4542-bdc5-a9c1c1d988fa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952146 Sep 23 15:18:49.580900 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b0b32-d3a5-4aeb-8a5e-99c308ff681b req-286c9a10-b983-4a04-886f-a10933dd92d0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:49.582717 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-892b0b32-d3a5-4aeb-8a5e-99c308ff681b req-286c9a10-b983-4a04-886f-a10933dd92d0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 931 time: 0.0502484 Sep 23 15:18:49.605193 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:49.635015 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-892b0b32-d3a5-4aeb-8a5e-99c308ff681b req-139e8a4b-48b7-4736-989d-49d85c530a26 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465803 Sep 23 15:18:49.780271 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 5 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:49.814246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:49.934732 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9699df-ecf2-4ad0-8af3-59b17bf53143 req-2db6fb1a-c74f-4473-8717-78fc480e620a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:49.936195 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9f9699df-ecf2-4ad0-8af3-59b17bf53143 req-2db6fb1a-c74f-4473-8717-78fc480e620a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.0494654 Sep 23 15:18:49.986308 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9f9699df-ecf2-4ad0-8af3-59b17bf53143 req-8cf8d3d3-28a6-4ae8-892d-2fc99cbfa008 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Sep 23 15:18:50.315336 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 6 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:50.337727 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:50.352409 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:50.440295 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-429635f3-84b0-4fde-a3ed-aa66575086cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:50.578813 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:50.607132 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af87f23-660e-4dd9-817c-fd6ea97f7338 req-4e555bc5-ec2e-47ed-9e97-46a08a8ad902 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:50.608628 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2af87f23-660e-4dd9-817c-fd6ea97f7338 req-4e555bc5-ec2e-47ed-9e97-46a08a8ad902 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0486314 Sep 23 15:18:50.617000 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c44cf-686a-4eec-8ef9-5f2589729be1 req-cd807a09-f99d-4e47-9ef5-e785c30171f6 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:50.618571 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-921c44cf-686a-4eec-8ef9-5f2589729be1 req-cd807a09-f99d-4e47-9ef5-e785c30171f6 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0480778 Sep 23 15:18:50.659682 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2af87f23-660e-4dd9-817c-fd6ea97f7338 req-874cc174-e618-4b40-9406-948c68c3e325 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447657 Sep 23 15:18:50.665437 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-921c44cf-686a-4eec-8ef9-5f2589729be1 req-74b6bdcb-ced5-4632-9c4c-724f1670f856 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Sep 23 15:18:50.767806 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d3f8b-060a-4e09-be73-d5cf6e72319d req-f194145c-7dba-455b-8b2b-5a7cba75c78a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:50.769239 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7e3d3f8b-060a-4e09-be73-d5cf6e72319d req-f194145c-7dba-455b-8b2b-5a7cba75c78a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 931 time: 0.0460868 Sep 23 15:18:50.818792 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7e3d3f8b-060a-4e09-be73-d5cf6e72319d req-35c7477e-0c3b-49b5-874e-b339d2a67196 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Sep 23 15:18:50.853544 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 7 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:50.887101 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:51.108071 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7583-d42b-4e77-a333-faddcad9481e req-b79fffc8-3758-4fe3-bbeb-c7c8cdd8993c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:51.109594 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ae4a7583-d42b-4e77-a333-faddcad9481e req-b79fffc8-3758-4fe3-bbeb-c7c8cdd8993c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.0481489 Sep 23 15:18:51.161292 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ae4a7583-d42b-4e77-a333-faddcad9481e req-0c403979-6084-41b8-8e43-82617d7186dc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Sep 23 15:18:51.388361 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 8 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:51.423025 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:51.789479 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67be5d-81b7-4a1e-823c-5cb77f1ac831 req-e49afe99-5c8f-4fda-8616-dcba4972a445 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:51.790985 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ae67be5d-81b7-4a1e-823c-5cb77f1ac831 req-e49afe99-5c8f-4fda-8616-dcba4972a445 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0485787 Sep 23 15:18:51.799542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aeeea-f7d2-427d-8695-8b12dfd476a4 req-6e7f36cb-e00d-4566-be04-1b57c433ab3c tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:51.801159 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-361aeeea-f7d2-427d-8695-8b12dfd476a4 req-6e7f36cb-e00d-4566-be04-1b57c433ab3c tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 943 time: 0.0544641 Sep 23 15:18:51.847906 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:51.849209 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-361aeeea-f7d2-427d-8695-8b12dfd476a4 req-14359227-1e7a-45bf-8c9f-5c98164b6bf8 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Sep 23 15:18:51.851604 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ae67be5d-81b7-4a1e-823c-5cb77f1ac831 req-e322b241-b39c-471d-84f8-f5cd6fb53fbd tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543344 Sep 23 15:18:51.924645 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 9 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:51.950814 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e23d7f-ba0c-4b53-8d82-03b336ebbb8e req-3028f98e-0722-4e79-a55c-d7f29c5a6ef0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:51.952304 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-16e23d7f-ba0c-4b53-8d82-03b336ebbb8e req-3028f98e-0722-4e79-a55c-d7f29c5a6ef0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 931 time: 0.0467007 Sep 23 15:18:51.988256 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:52.004240 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-16e23d7f-ba0c-4b53-8d82-03b336ebbb8e req-7fd970cc-5272-4cca-941a-20f0640c4386 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453944 Sep 23 15:18:52.062532 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:52.291200 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9831c-71b7-40ac-8b76-3d1310b4cdda req-f8dde54a-5e4b-4dbe-9eda-e3e8e5ad387c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:52.292725 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9f9831c-71b7-40ac-8b76-3d1310b4cdda req-f8dde54a-5e4b-4dbe-9eda-e3e8e5ad387c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.0507903 Sep 23 15:18:52.344565 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9f9831c-71b7-40ac-8b76-3d1310b4cdda req-5b5fe75d-133a-42f2-ad86-5afb7347a811 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Sep 23 15:18:52.437771 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e1def8de-4010-4053-8bd1-c1cc1548cb27 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:18:52.542068 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port e1def8de-4010-4053-8bd1-c1cc1548cb27, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e1def8de-4010-4053-8bd1-c1cc1548cb27,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:52.557363 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'e1def8de-4010-4053-8bd1-c1cc1548cb27', 'network_id': '40d84ac8-df74-4849-8e65-19da5d7d6642', 'port_id': 'e1def8de-4010-4053-8bd1-c1cc1548cb27', 'mac_address': 'fa:16:3e:83:4f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0af80f-35b6-4066-8ba3-d289bc47d829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:18:52.563099 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Attempt 10 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:18:52.614317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port e1def8de-4010-4053-8bd1-c1cc1548cb27 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:52.614544 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:52.624755 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f0d45-a51a-431f-bfd5-2063bf6730e0 None None] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:52.631053 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1def8de-4010-4053-8bd1-c1cc1548cb27 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:18:52.653993 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port e1def8de-4010-4053-8bd1-c1cc1548cb27, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e1def8de-4010-4053-8bd1-c1cc1548cb27,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:52.661670 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:52.711078 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=e1def8de-4010-4053-8bd1-c1cc1548cb27,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:52.743059 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Provisioning complete for port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:52.743427 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:52.743751 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 1 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:52.778373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:52.970355 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3269f-39f7-40dc-a377-0a513a38a88d req-563f8787-4480-4c44-97fc-87dfcb831fc9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:52.970953 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df138f4-0a98-4539-b71f-2dd99f7c621d req-c38baba3-3203-481e-8594-17a0afc39936 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:52.971796 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-40c3269f-39f7-40dc-a377-0a513a38a88d req-563f8787-4480-4c44-97fc-87dfcb831fc9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0453746 Sep 23 15:18:52.971965 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6df138f4-0a98-4539-b71f-2dd99f7c621d req-c38baba3-3203-481e-8594-17a0afc39936 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 944 time: 0.0476789 Sep 23 15:18:53.023467 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-40c3269f-39f7-40dc-a377-0a513a38a88d req-0ed45fe5-19a5-4856-abdd-a62c1799ced3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457702 Sep 23 15:18:53.026926 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6df138f4-0a98-4539-b71f-2dd99f7c621d req-4d2c7817-2760-4b2d-af36-c4457a4419d1 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Sep 23 15:18:53.131699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e8fd4-9b78-46cb-b368-125fb037268c req-ea4094f7-efda-4ec2-a3b6-4279b9093700 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:53.133045 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f69e8fd4-9b78-46cb-b368-125fb037268c req-ea4094f7-efda-4ec2-a3b6-4279b9093700 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 931 time: 0.0479605 Sep 23 15:18:53.181183 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f69e8fd4-9b78-46cb-b368-125fb037268c req-034f0286-020f-4cf0-ac95-eca1b07c5d65 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 Sep 23 15:18:53.279691 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 2 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:53.331645 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:53.333016 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:53.376099 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:53.470012 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7d261-5f12-46a1-b7d3-db48dec793b2 req-09c57cee-8791-4dd0-ac5a-d606b7a2da2f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:53.471540 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ebb7d261-5f12-46a1-b7d3-db48dec793b2 req-09c57cee-8791-4dd0-ac5a-d606b7a2da2f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.0522130 Sep 23 15:18:53.519391 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ebb7d261-5f12-46a1-b7d3-db48dec793b2 req-ae667c49-8016-4d75-85af-264cd81ce98d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Sep 23 15:18:53.833683 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 3 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:53.879017 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:54.157713 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e12ce-7d01-41a0-bcc5-4780a8cfa577 req-6cced908-ff50-4d48-9fa1-02ab4c4e7fad tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:54.159171 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8a9e12ce-7d01-41a0-bcc5-4780a8cfa577 req-6cced908-ff50-4d48-9fa1-02ab4c4e7fad tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 944 time: 0.0466447 Sep 23 15:18:54.159317 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b430-02a0-4248-9751-91cffc687787 req-a2281a24-0e8b-409e-96f0-33d4f9f6d248 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:54.160641 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f255b430-02a0-4248-9751-91cffc687787 req-a2281a24-0e8b-409e-96f0-33d4f9f6d248 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0485280 Sep 23 15:18:54.209555 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f255b430-02a0-4248-9751-91cffc687787 req-3b38e0f6-07b6-4e7d-b9c8-f6a88306ca6e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432456 Sep 23 15:18:54.211296 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8a9e12ce-7d01-41a0-bcc5-4780a8cfa577 req-f84573c6-df08-4688-b257-ec76747efaa7 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462863 Sep 23 15:18:54.281813 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:54.317254 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13e7de-0731-45e0-bc4d-e5e960d64b42 req-2ae1c5c4-5194-4afb-accc-02302959c054 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:54.318618 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cc13e7de-0731-45e0-bc4d-e5e960d64b42 req-2ae1c5c4-5194-4afb-accc-02302959c054 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 931 time: 0.0464752 Sep 23 15:18:54.368167 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cc13e7de-0731-45e0-bc4d-e5e960d64b42 req-21db641d-1157-4f15-b63f-9c8138a75f11 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413115 Sep 23 15:18:54.379858 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 4 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:54.402588 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:54.419200 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:54.644576 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba787c-5c7b-4227-bc2e-9276fc425732 req-f462869b-892b-4a8b-8c4f-17183650195e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:54.646087 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e9ba787c-5c7b-4227-bc2e-9276fc425732 req-f462869b-892b-4a8b-8c4f-17183650195e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.0521307 Sep 23 15:18:54.697126 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e9ba787c-5c7b-4227-bc2e-9276fc425732 req-e5c9ae43-08d1-4669-81f1-63ae8be5f839 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Sep 23 15:18:54.920735 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 5 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:54.954915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:55.037755 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['e1def8de-4010-4053-8bd1-c1cc1548cb27'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:18:55.190986 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:55.336968 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caab60-e3b5-4697-9608-097be82db51d req-97fd925b-9148-49ac-a912-766c821da7ff tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:55.338452 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a0caab60-e3b5-4697-9608-097be82db51d req-97fd925b-9148-49ac-a912-766c821da7ff tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 944 time: 0.0463212 Sep 23 15:18:55.340421 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5eb48f-37f2-40af-8c62-4b1024dee211 req-4d16a5f4-0c76-49d7-814d-840def16a383 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:55.341922 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8f5eb48f-37f2-40af-8c62-4b1024dee211 req-4d16a5f4-0c76-49d7-814d-840def16a383 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0507550 Sep 23 15:18:55.388365 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a0caab60-e3b5-4697-9608-097be82db51d req-fbf7a935-9bf7-430c-84d3-c52fcf888740 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Sep 23 15:18:55.389218 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8f5eb48f-37f2-40af-8c62-4b1024dee211 req-c36b0c9e-9b1a-4c15-accf-b863cba5f79c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Sep 23 15:18:55.456376 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 6 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:55.495990 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:55.519078 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fbf4e-31bc-4287-9950-d2dd2d3ead4d req-e094329c-c1b9-4491-92f1-6e81a00923c2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:55.520735 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3b5fbf4e-31bc-4287-9950-d2dd2d3ead4d req-e094329c-c1b9-4491-92f1-6e81a00923c2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 931 time: 0.0503123 Sep 23 15:18:55.530159 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Request body: {'port': {'device_id': '95199f41-0774-4f39-912e-97a924ef09eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:55.537155 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Request body: {'port': {'device_id': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:18:55.603846 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-36e9bdc9-fe45-4bd7-9e8e-faffcb76c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:55.605483 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-36e9bdc9-fe45-4bd7-9e8e-faffcb76c872 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798812 Sep 23 15:18:55.633131 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3b5fbf4e-31bc-4287-9950-d2dd2d3ead4d req-a6adc7ff-78c5-4faf-8440-caaeb8ecb3a6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964217 Sep 23 15:18:55.635565 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:55.656941 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:55.671057 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:55.940282 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd8f5-5c88-41de-a223-984165ccc232 req-589974e7-4f08-4b25-a26c-4fbb8b7410a6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:55.941829 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff8bd8f5-5c88-41de-a223-984165ccc232 req-589974e7-4f08-4b25-a26c-4fbb8b7410a6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 931 time: 0.1405978 Sep 23 15:18:55.997816 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 7 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:56.044997 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:56.314492 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff8bd8f5-5c88-41de-a223-984165ccc232 req-41fe2a5f-880e-4ef6-b484-11d7c7982338 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352618 Sep 23 15:18:56.446774 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70760e9f-6d22-46eb-aa3e-f9e855dbf739 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:18:56.452873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93652ce2-3bd3-4207-96bf-3c25e56c5c28 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:18:56.463857 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Publish callbacks [] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:56.467903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Publish callbacks [] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:56.484142 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:56.493162 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Transition to ACTIVE for port object 70760e9f-6d22-46eb-aa3e-f9e855dbf739 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:18:56.505122 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Transition to ACTIVE for port object 93652ce2-3bd3-4207-96bf-3c25e56c5c28 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:18:56.507724 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:56.528913 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ebf5a-4d29-4708-b34b-eb3936a8029f req-7338c44a-0ef6-4e32-b927-f41ab364f934 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:56.529554 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:56.530522 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-014ebf5a-4d29-4708-b34b-eb3936a8029f req-7338c44a-0ef6-4e32-b927-f41ab364f934 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0566385 Sep 23 15:18:56.546312 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 8 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:56.583880 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdc2b3-5986-47be-81e0-171790c32045 req-086803a7-2858-4e1c-8635-77b00137d40e tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:56.584190 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:18:56.585570 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cdcdc2b3-5986-47be-81e0-171790c32045 req-086803a7-2858-4e1c-8635-77b00137d40e tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 944 time: 0.1001830 Sep 23 15:18:56.588041 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-014ebf5a-4d29-4708-b34b-eb3936a8029f req-7828ca78-657a-45e5-a26a-fdf2d2fe57af tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512304 Sep 23 15:18:56.629820 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=70760e9f-6d22-46eb-aa3e-f9e855dbf739,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:56.631520 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:56.687941 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.688328 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.688660 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.689245 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.689328 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.689630 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.690527 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.690871 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.691200 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.691524 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.691844 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.692148 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.692488 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.692832 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.693177 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:56.743946 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:56.782674 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db218e-c757-4584-8e75-1b6f1c34bc6f req-7b03ef6a-66ab-4bf2-9d19-05aab07a9d9a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:56.784282 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-82db218e-c757-4584-8e75-1b6f1c34bc6f req-7b03ef6a-66ab-4bf2-9d19-05aab07a9d9a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0511672 Sep 23 15:18:56.793610 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cdcdc2b3-5986-47be-81e0-171790c32045 req-10d66995-3dc5-4e94-a044-3623da0fe5ab tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864870 Sep 23 15:18:56.800940 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:56.805891 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Attempting to bind port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:56.806238 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Attempting to bind port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:56.806552 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Attempting to bind port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:56.826695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Attempting to bind port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:18:56.826695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Attempting to bind port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:18:56.826990 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Attempting to bind port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:56.843729 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-82db218e-c757-4584-8e75-1b6f1c34bc6f req-73d0b039-f231-463c-bc97-b33de4ae8bc9 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520294 Sep 23 15:18:56.876892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e1def8de-4010-4053-8bd1-c1cc1548cb27 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:18:56.913443 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:18:56.913882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Attempting to bind port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:56.917699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:18:56.918026 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Attempting to bind port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:18:56.926828 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port e1def8de-4010-4053-8bd1-c1cc1548cb27 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:18:56.937834 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port e1def8de-4010-4053-8bd1-c1cc1548cb27 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:18:56.938212 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:56.939223 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port e1def8de-4010-4053-8bd1-c1cc1548cb27 Sep 23 15:18:56.993062 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:56.993404 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Checking segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:56.993792 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Bound using segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:56.994343 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Bound port: 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:56.994708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.006318 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:18:57.006899 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Checking segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:18:57.007283 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Bound using segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:18:57.008100 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Bound port: 70760e9f-6d22-46eb-aa3e-f9e855dbf739, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:18:57.008621 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.041868 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port e1def8de-4010-4053-8bd1-c1cc1548cb27 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:18:57.042443 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.067537 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1def8de-4010-4053-8bd1-c1cc1548cb27'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:18:57.115482 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:57.119856 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:57.121701 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] For port 70760e9f-6d22-46eb-aa3e-f9e855dbf739, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:18:57.125959 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] For port 70760e9f-6d22-46eb-aa3e-f9e855dbf739, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:18:57.136524 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.138284 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Attempt 9 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:18:57.143595 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:57.144214 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.145673 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/70760e9f-6d22-46eb-aa3e-f9e855dbf739 HTTP/1.1" status: 200 len: 1093 time: 1.6198328 Sep 23 15:18:57.148525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'tag': '70760e9f-6d22-46eb-aa3e-f9e855dbf739'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:18:57.150958 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ec0aa-c2b9-4c5e-95b6-fb78bc9b1e91" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9677f-fe5a-4549-91b7-4657540ae97f", "tag": "70760e9f-6d22-46eb-aa3e-f9e855dbf739"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:57.153921 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.160796 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:57.161693 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.165000 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 1093 time: 1.6405895 Sep 23 15:18:57.172545 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port e1def8de-4010-4053-8bd1-c1cc1548cb27, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e1def8de-4010-4053-8bd1-c1cc1548cb27,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:18:57.183255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:57.250333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209c7a1-bf7d-4b0f-814e-a94d344aa5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=70760e9f-6d22-46eb-aa3e-f9e855dbf739,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:57.265321 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfb75f26-697d-44d9-88f2-b5d0a5bc5f8c None None] Port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:18:57.265824 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d842dbbc-8b69-4f5e-ae66-25eaa8a94b5d x-openstack-request-id: req-d842dbbc-8b69-4f5e-ae66-25eaa8a94b5d {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:57.266359 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9677f-fe5a-4549-91b7-4657540ae97f", "tag": "70760e9f-6d22-46eb-aa3e-f9e855dbf739", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:57.266748 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d842dbbc-8b69-4f5e-ae66-25eaa8a94b5d {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:57.267118 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=e1def8de-4010-4053-8bd1-c1cc1548cb27,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:57.269170 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d842dbbc-8b69-4f5e-ae66-25eaa8a94b5d'] response: {'name': 'network-changed', 'server_uuid': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'tag': '70760e9f-6d22-46eb-aa3e-f9e855dbf739', 'status': 'completed', 'code': 200} Sep 23 15:18:57.277229 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.277761 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.278258 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.278740 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.279583 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.281163 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.282118 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.282603 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.283336 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.283988 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.284632 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.285114 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.285825 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.286294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.286615 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:57.298677 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:57.337922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83167-5148-4655-97bb-29c3b6e2b83c service neutron] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:57.364280 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba2709f-36cc-49cd-889e-3b7d88165132" -d '{"events": [{"server_uuid": "388c3ec1-6dc6-44b8-b711-58a0cf68f061", "name": "network-vif-plugged", "status": "completed", "tag": "e1def8de-4010-4053-8bd1-c1cc1548cb27"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:57.459416 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ae5e7-8e61-4155-9fcd-14cc22e29404 req-c58ddc01-5ce2-4d64-901e-5265b44f53db tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:57.463073 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c29ae5e7-8e61-4155-9fcd-14cc22e29404 req-c58ddc01-5ce2-4d64-901e-5265b44f53db tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0569439 Sep 23 15:18:57.507202 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d331b4f7-d471-49f7-b34b-569c34e91fd3 x-openstack-request-id: req-d331b4f7-d471-49f7-b34b-569c34e91fd3 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:57.507901 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388c3ec1-6dc6-44b8-b711-58a0cf68f061", "name": "network-vif-plugged", "status": "completed", "tag": "e1def8de-4010-4053-8bd1-c1cc1548cb27", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:57.507901 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d331b4f7-d471-49f7-b34b-569c34e91fd3 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:57.508427 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d331b4f7-d471-49f7-b34b-569c34e91fd3'] response: {'server_uuid': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1def8de-4010-4053-8bd1-c1cc1548cb27', 'code': 200} Sep 23 15:18:57.559140 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c29ae5e7-8e61-4155-9fcd-14cc22e29404 req-c6724871-e92d-4346-b545-a25d3cf42411 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855334 Sep 23 15:18:57.748296 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398201ee-9f63-42aa-a790-b46e403b1585 req-0119f72d-45e8-4009-9d81-abdbccb22772 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:57.749847 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-398201ee-9f63-42aa-a790-b46e403b1585 req-0119f72d-45e8-4009-9d81-abdbccb22772 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0739467 Sep 23 15:18:57.798766 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-398201ee-9f63-42aa-a790-b46e403b1585 req-cf9d324d-5f8b-4aa2-8847-5acf47f91e27 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Sep 23 15:18:57.924101 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f290a-0949-43d5-844c-af05e9312248 req-94bcd1bd-6327-4c5f-a618-d2f2a2419f46 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:57.925678 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-495f290a-0949-43d5-844c-af05e9312248 req-94bcd1bd-6327-4c5f-a618-d2f2a2419f46 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0539892 Sep 23 15:18:57.972917 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ff01-7649-4af6-bd56-8e20005a32fe req-1183c9f7-2742-4d68-8c3d-930888091f2a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:57.974322 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e768ff01-7649-4af6-bd56-8e20005a32fe req-1183c9f7-2742-4d68-8c3d-930888091f2a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0459156 Sep 23 15:18:57.981085 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-495f290a-0949-43d5-844c-af05e9312248 req-9ea1ed7a-cd0f-405a-8691-d7dc9edd9421 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Sep 23 15:18:58.032714 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e768ff01-7649-4af6-bd56-8e20005a32fe req-5638e16e-3722-49ab-a5a7-2d41613edc39 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524917 Sep 23 15:18:58.196994 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:58.203824 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec0aa-c2b9-4c5e-95b6-fb78bc9b1e91 req-631e1899-7785-4feb-8e16-5c3632484dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:58.205344 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-829ec0aa-c2b9-4c5e-95b6-fb78bc9b1e91 req-631e1899-7785-4feb-8e16-5c3632484dab service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 1127 time: 0.0623894 Sep 23 15:18:58.206655 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-91c2064c-ec8e-407a-8f21-ddc2e415793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:58.208114 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-91c2064c-ec8e-407a-8f21-ddc2e415793f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1127 time: 0.0748312 Sep 23 15:18:58.208368 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:58.220047 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-1016224a-614b-446e-a62b-8262f07e1ed8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051095 Sep 23 15:18:58.284539 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-fd756062-265e-4074-a790-65b353430ee0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 217 time: 0.0433855 Sep 23 15:18:58.338163 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d5a14df-49a8-4d80-9732-c5d9386b12b2 req-2737c699-28a4-4ddb-8068-bbfb80af78b6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951648 Sep 23 15:18:58.440719 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201ab5-9441-44d2-8920-44e9a983f13d req-ef18c548-2d7d-4068-88ff-6876e359b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:58.442206 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3201ab5-9441-44d2-8920-44e9a983f13d req-ef18c548-2d7d-4068-88ff-6876e359b948 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 1129 time: 0.1302576 Sep 23 15:18:58.445575 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-4df7ede5-7a1c-4522-bd61-d3d9e27d72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:58.446870 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-4df7ede5-7a1c-4522-bd61-d3d9e27d72ff service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.1338563 Sep 23 15:18:58.459228 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec0aa-c2b9-4c5e-95b6-fb78bc9b1e91 req-945ee089-67fe-450f-9ffa-60282f11bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:58.460631 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-829ec0aa-c2b9-4c5e-95b6-fb78bc9b1e91 req-945ee089-67fe-450f-9ffa-60282f11bce4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=1abe4f1508864f77b30c4c635c368f02&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2284064 Sep 23 15:18:58.696178 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ee6a-3a3c-4351-bf90-828c9040c9d5 req-848496bb-fa4c-41fa-97c9-20d71cee1713 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:58.698003 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-02b3ee6a-3a3c-4351-bf90-828c9040c9d5 req-848496bb-fa4c-41fa-97c9-20d71cee1713 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0582507 Sep 23 15:18:58.765971 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-02b3ee6a-3a3c-4351-bf90-828c9040c9d5 req-0ad29185-b457-43e8-a6bd-8c6d7ec834fc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612669 Sep 23 15:18:58.932301 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14b763-39f1-4081-ac7f-15f461eb7203 req-25897a98-6d80-48ba-89ed-51f9561ec118 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:58.937969 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1c14b763-39f1-4081-ac7f-15f461eb7203 req-25897a98-6d80-48ba-89ed-51f9561ec118 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0527871 Sep 23 15:18:58.988483 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1c14b763-39f1-4081-ac7f-15f461eb7203 req-cdbf399a-8d69-4b7d-b06b-9229630b8e2a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Sep 23 15:18:59.122302 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b498eb-445e-428c-a53c-64d4b6b1c3ab req-46cca1fd-c6d2-4574-b14e-6788521e0cf6 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:59.123917 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-72b498eb-445e-428c-a53c-64d4b6b1c3ab req-46cca1fd-c6d2-4574-b14e-6788521e0cf6 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0573504 Sep 23 15:18:59.158894 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c1e2-ed9c-4513-8d4b-a821b4333189 req-891b0ac7-6e5b-4267-92b2-e44cf9ccb97a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:59.160555 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-31f5c1e2-ed9c-4513-8d4b-a821b4333189 req-891b0ac7-6e5b-4267-92b2-e44cf9ccb97a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0459805 Sep 23 15:18:59.175749 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-72b498eb-445e-428c-a53c-64d4b6b1c3ab req-1c30816a-fc47-4691-9dbd-c23411557699 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Sep 23 15:18:59.216101 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-31f5c1e2-ed9c-4513-8d4b-a821b4333189 req-d17f5fc0-05ff-47ae-a017-3b6c50ae6da7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485003 Sep 23 15:18:59.270156 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:18:59.272626 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e988801a-fc7f-4441-97be-ea6be85a384f" -d '{"events": [{"name": "network-changed", "server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:59.313147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7903b91f-57dc-4340-9997-414126fdb7a2 x-openstack-request-id: req-7903b91f-57dc-4340-9997-414126fdb7a2 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:59.313433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:59.313682 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7903b91f-57dc-4340-9997-414126fdb7a2 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:59.314098 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7903b91f-57dc-4340-9997-414126fdb7a2'] response: {'name': 'network-changed', 'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'status': 'completed', 'code': 200} Sep 23 15:18:59.906863 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686fb5c-4fe3-4f51-8159-758979a41487 req-f5ed170b-e5d0-4508-8be3-85de4ca2320e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:59.909331 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2686fb5c-4fe3-4f51-8159-758979a41487 req-f5ed170b-e5d0-4508-8be3-85de4ca2320e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0508287 Sep 23 15:18:59.981517 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2686fb5c-4fe3-4f51-8159-758979a41487 req-069a4131-af3d-4005-ac77-e9d99c720353 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Sep 23 15:19:00.071389 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49728) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:00.088047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49734) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:00.136420 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383983a2-227d-4b39-918f-17eec8f93b10 req-280a7982-e418-4208-b7d3-e9a33c84b59f tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.141889 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-383983a2-227d-4b39-918f-17eec8f93b10 req-280a7982-e418-4208-b7d3-e9a33c84b59f tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0686367 Sep 23 15:19:00.193382 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-383983a2-227d-4b39-918f-17eec8f93b10 req-abcab852-c038-4aeb-8447-ebf986135004 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482218 Sep 23 15:19:00.266608 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-64e94d39-72b7-4ffc-aca7-276674181aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.276896 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-649f940b-1249-4536-8402-1f2ff31887f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.355303 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5347780-df4d-48d8-8d89-77039e9b1848 req-78510858-4580-4120-9a60-9473f9a83f27 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.356856 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5347780-df4d-48d8-8d89-77039e9b1848 req-78510858-4580-4120-9a60-9473f9a83f27 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0814352 Sep 23 15:19:00.369184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6587354-598d-4283-80cf-4c173734f30b req-99b903e0-789f-4069-8103-0b0d2f426214 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.370970 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b6587354-598d-4283-80cf-4c173734f30b req-99b903e0-789f-4069-8103-0b0d2f426214 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0664687 Sep 23 15:19:00.394847 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:00.460879 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b6587354-598d-4283-80cf-4c173734f30b req-c254ea47-b38d-44b7-8f69-1da4a8cd6418 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647311 Sep 23 15:19:00.482687 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5347780-df4d-48d8-8d89-77039e9b1848 req-0be8d529-8c1b-431b-baa0-9855a3243fc9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174824 Sep 23 15:19:00.514718 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-649f940b-1249-4536-8402-1f2ff31887f2 admin admin] Publish callbacks [] for security_group (7f8cfdef-f624-438e-b4ee-c191c025532d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.519377 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-64e94d39-72b7-4ffc-aca7-276674181aa7 admin admin] Publish callbacks [] for security_group (bd415fdd-cf8e-4cea-8c1e-d601a6d700c5), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.520924 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-649f940b-1249-4536-8402-1f2ff31887f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7f8cfdef-f624-438e-b4ee-c191c025532d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.540301 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-64e94d39-72b7-4ffc-aca7-276674181aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (bd415fdd-cf8e-4cea-8c1e-d601a6d700c5), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.561462 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:00.586918 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f940b-1249-4536-8402-1f2ff31887f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8cfdef-f624-438e-b4ee-c191c025532d,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:00.599872 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-649f940b-1249-4536-8402-1f2ff31887f2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=745d83dfccc54a0e8abb65c6e71e6923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107236 Sep 23 15:19:00.604388 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 49752) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:00.616712 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-64e94d39-72b7-4ffc-aca7-276674181aa7 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=31afe21d75ba4238bf50a2f6a4e1b948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367515 Sep 23 15:19:00.616712 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49754) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:00.646666 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e94d39-72b7-4ffc-aca7-276674181aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd415fdd-cf8e-4cea-8c1e-d601a6d700c5,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:00.660548 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Publish callbacks [] for security_group (7f8cfdef-f624-438e-b4ee-c191c025532d), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.670331 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:00.712265 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Publish callbacks [] for security_group (7f8cfdef-f624-438e-b4ee-c191c025532d), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.735142 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a3201ab5-9441-44d2-8920-44e9a983f13d req-2dad8372-cdfa-4f2d-922c-e584f7717005 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.742893 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-5b28534c-0c88-443e-93d3-684071e49e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.744664 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-5b28534c-0c88-443e-93d3-684071e49e62 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 1128 time: 0.0695138 Sep 23 15:19:00.766084 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b47b50aa-0902-4981-ba27-f0f362e7ed53 admin admin] Publish callbacks [] for security_group (bd415fdd-cf8e-4cea-8c1e-d601a6d700c5), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.783443 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-9d1d1595-e7fd-4864-a94a-cefd9b0ae413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.784995 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-9d1d1595-e7fd-4864-a94a-cefd9b0ae413 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212525 Sep 23 15:19:00.839256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b47b50aa-0902-4981-ba27-f0f362e7ed53 admin admin] Publish callbacks [] for security_group (bd415fdd-cf8e-4cea-8c1e-d601a6d700c5), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.863232 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 2cdd4723-27d8-4995-a49c-6967ba24fa7e details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:19:00.876979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7f8cfdef-f624-438e-b4ee-c191c025532d), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.879787 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:00.891753 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7f8cfdef-f624-438e-b4ee-c191c025532d HTTP/1.1" status: 204 len: 168 time: 0.2779005 Sep 23 15:19:00.959234 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec0aa-c2b9-4c5e-95b6-fb78bc9b1e91 req-2ab5b990-281f-44d1-b0c0-7c46af4c91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.959234 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-829ec0aa-c2b9-4c5e-95b6-fb78bc9b1e91 req-2ab5b990-281f-44d1-b0c0-7c46af4c91cb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2723906 Sep 23 15:19:00.959638 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8cfdef-f624-438e-b4ee-c191c025532d,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:00.970512 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.970740 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.971027 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.971363 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.971689 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.972005 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.972323 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.972653 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.972973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.973288 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.973604 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.974250 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.974250 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.974517 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.975403 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79250779-f170-4e08-bbf7-6d551caf7bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:00.997582 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-b9d95883-20bf-45ce-b151-95361f2b1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.000082 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-b9d95883-20bf-45ce-b151-95361f2b1689 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 911 time: 0.2472668 Sep 23 15:19:01.060094 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-45209e7f-f584-48f4-bb1e-a1dd92734b66 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 200 len: 217 time: 0.0530667 Sep 23 15:19:01.064192 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 2cdd4723-27d8-4995-a49c-6967ba24fa7e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:01.095285 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '2cdd4723-27d8-4995-a49c-6967ba24fa7e', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'port_id': '2cdd4723-27d8-4995-a49c-6967ba24fa7e', 'mac_address': 'fa:16:3e:70:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:19:01.104522 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b47b50aa-0902-4981-ba27-f0f362e7ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (bd415fdd-cf8e-4cea-8c1e-d601a6d700c5), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.107396 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b47b50aa-0902-4981-ba27-f0f362e7ed53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.111563 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b47b50aa-0902-4981-ba27-f0f362e7ed53 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bd415fdd-cf8e-4cea-8c1e-d601a6d700c5 HTTP/1.1" status: 204 len: 168 time: 0.4977541 Sep 23 15:19:01.130700 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:01.154445 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-8c846f06-8abe-4b22-8e0c-5a2c1dd8a4c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595107 Sep 23 15:19:01.155649 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 2cdd4723-27d8-4995-a49c-6967ba24fa7e is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:01.156131 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.188352 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdd4723-27d8-4995-a49c-6967ba24fa7e {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:19:01.198434 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5361ab0-47ec-494a-86ea-9aaef3da4782 req-c8b5fbf0-9da7-4c48-801d-47fdd2dbd18c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.200740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b50aa-0902-4981-ba27-f0f362e7ed53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd415fdd-cf8e-4cea-8c1e-d601a6d700c5,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:01.206839 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5361ab0-47ec-494a-86ea-9aaef3da4782 req-c8b5fbf0-9da7-4c48-801d-47fdd2dbd18c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0905561 Sep 23 15:19:01.221689 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a3201ab5-9441-44d2-8920-44e9a983f13d req-2dad8372-cdfa-4f2d-922c-e584f7717005 service neutron] Publish callbacks [] for security_group (3e0453cf-5dbe-4e89-bb11-5eee99f79562), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.227662 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:01.246699 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:01.259940 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-7d073976-b687-4281-ba32-893a37911d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.262100 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-7d073976-b687-4281-ba32-893a37911d1b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.1956234 Sep 23 15:19:01.270044 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 2cdd4723-27d8-4995-a49c-6967ba24fa7e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:01.276550 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.328954 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-d0ed0603-e211-485c-be81-dca3c3ecd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.330796 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-d0ed0603-e211-485c-be81-dca3c3ecd87b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601468 Sep 23 15:19:01.346573 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5361ab0-47ec-494a-86ea-9aaef3da4782 req-d4cc14c9-abae-48c3-aca1-25eddc6f8fd0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376824 Sep 23 15:19:01.355542 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=2cdd4723-27d8-4995-a49c-6967ba24fa7e,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:01.365008 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-74158ff0-fac6-4aaa-a2e7-4ab12f9ad9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.368236 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-74158ff0-fac6-4aaa-a2e7-4ab12f9ad9d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 1127 time: 0.3330212 Sep 23 15:19:01.392850 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a3201ab5-9441-44d2-8920-44e9a983f13d req-2dad8372-cdfa-4f2d-922c-e584f7717005 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3e0453cf-5dbe-4e89-bb11-5eee99f79562), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.451088 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-83ac772f-7348-4eef-830e-dab3b412975b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982077 Sep 23 15:19:01.504466 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49770) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:01.531096 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:01.532682 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-0b8afcfd-2c49-4679-b04d-82ad0f963923 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739 HTTP/1.1" status: 200 len: 217 time: 0.1491764 Sep 23 15:19:01.542501 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-012b6af9-081e-40bb-ae62-95cfd92aeaed req-4240dc49-6586-470d-8938-a29c8c61699b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781788 Sep 23 15:19:01.545727 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3201ab5-9441-44d2-8920-44e9a983f13d req-2dad8372-cdfa-4f2d-922c-e584f7717005 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8808062 Sep 23 15:19:01.552580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5768a0-1226-4ddf-bc8f-1b464c65d2e3 req-2da76aec-0a52-4373-9060-19d856c571c3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.573097 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8b5768a0-1226-4ddf-bc8f-1b464c65d2e3 req-2da76aec-0a52-4373-9060-19d856c571c3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.2014084 Sep 23 15:19:01.574939 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad8372-cdfa-4f2d-922c-e584f7717005 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0453cf-5dbe-4e89-bb11-5eee99f79562,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:01.606123 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-63cd5b53-ae6e-4c43-b259-da8325924356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.660169 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aed50-589b-4ae3-a21d-8acc8e2036b7 req-3549fb4a-514a-43ae-9704-c77dd64f75fd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.668196 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-045aed50-589b-4ae3-a21d-8acc8e2036b7 req-3549fb4a-514a-43ae-9704-c77dd64f75fd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0683303 Sep 23 15:19:01.688781 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-e5a4bf43-7a95-4c06-a3f3-b566b58f1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.690457 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-e5a4bf43-7a95-4c06-a3f3-b566b58f1cd4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0981843 Sep 23 15:19:01.702110 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8b5768a0-1226-4ddf-bc8f-1b464c65d2e3 req-3831555e-d263-43b8-9a80-7d2a622f6614 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280494 Sep 23 15:19:01.720962 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ca03f578-c04b-4725-aa61-8e98e706ee6b req-f517f7e3-0108-4d2f-97ce-0350c16103cd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570045 Sep 23 15:19:01.749258 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['2cdd4723-27d8-4995-a49c-6967ba24fa7e'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:19:01.777088 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-045aed50-589b-4ae3-a21d-8acc8e2036b7 req-ec79bdb0-6c14-493e-a26b-253de45d24cf tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078863 Sep 23 15:19:01.787621 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-63cd5b53-ae6e-4c43-b259-da8325924356 admin admin] Publish callbacks [] for security_group (f78f446a-e94f-496c-be9c-1d0ac1aa5fa5), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.793316 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-63cd5b53-ae6e-4c43-b259-da8325924356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f78f446a-e94f-496c-be9c-1d0ac1aa5fa5), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.842492 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-63cd5b53-ae6e-4c43-b259-da8325924356 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=624ab6a265f24ea08f75645d45230b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278024 Sep 23 15:19:01.843361 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5b53-ae6e-4c43-b259-da8325924356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f446a-e94f-496c-be9c-1d0ac1aa5fa5,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:01.846287 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 49784) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:01.896898 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abab69b-7fd7-4c0d-8026-5014addd4b2d req-501ecb7b-f1b1-4131-89f7-294b55e8c798 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.905280 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6abab69b-7fd7-4c0d-8026-5014addd4b2d req-501ecb7b-f1b1-4131-89f7-294b55e8c798 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0589905 Sep 23 15:19:01.918137 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49786) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:01.925775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f048-1fff-4bb0-a520-bad3cae2c4b3 admin admin] Publish callbacks [] for security_group (f78f446a-e94f-496c-be9c-1d0ac1aa5fa5), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.936019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:01.941454 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b5e18551-ad4f-4dad-8737-24e5a2526cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:01.952033 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f048-1fff-4bb0-a520-bad3cae2c4b3 admin admin] Publish callbacks [] for security_group (f78f446a-e94f-496c-be9c-1d0ac1aa5fa5), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.016771 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6abab69b-7fd7-4c0d-8026-5014addd4b2d req-8f5e71de-ebc8-416c-94e3-86ad18b34c8b tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104751 Sep 23 15:19:02.081412 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f048-1fff-4bb0-a520-bad3cae2c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f78f446a-e94f-496c-be9c-1d0ac1aa5fa5), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.084320 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f048-1fff-4bb0-a520-bad3cae2c4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.085823 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c0b3f048-1fff-4bb0-a520-bad3cae2c4b3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f78f446a-e94f-496c-be9c-1d0ac1aa5fa5 HTTP/1.1" status: 204 len: 168 time: 0.2384920 Sep 23 15:19:02.097982 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3f048-1fff-4bb0-a520-bad3cae2c4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f446a-e94f-496c-be9c-1d0ac1aa5fa5,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:02.143054 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b5e18551-ad4f-4dad-8737-24e5a2526cc6 admin admin] Publish callbacks [] for security_group (16e8a405-0e4b-4732-8eff-2e2b0556b237), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.144714 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-7f6fb209-fc34-459c-bd87-89a81e89f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:02.146323 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-7f6fb209-fc34-459c-bd87-89a81e89f6f8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693722 Sep 23 15:19:02.148277 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b5e18551-ad4f-4dad-8737-24e5a2526cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (16e8a405-0e4b-4732-8eff-2e2b0556b237), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.189720 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b5e18551-ad4f-4dad-8737-24e5a2526cc6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c6a818815c7c404eb86bb41e1cde04b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693284 Sep 23 15:19:02.190994 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e18551-ad4f-4dad-8737-24e5a2526cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8a405-0e4b-4732-8eff-2e2b0556b237,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:02.194531 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 49792) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:02.294764 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b5710b8e-e219-43fb-b2b5-677e2fbdbe2a admin admin] Publish callbacks [] for security_group (16e8a405-0e4b-4732-8eff-2e2b0556b237), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.322528 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:02.325969 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b5710b8e-e219-43fb-b2b5-677e2fbdbe2a admin admin] Publish callbacks [] for security_group (16e8a405-0e4b-4732-8eff-2e2b0556b237), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.390313 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b5710b8e-e219-43fb-b2b5-677e2fbdbe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (16e8a405-0e4b-4732-8eff-2e2b0556b237), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.393274 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b5710b8e-e219-43fb-b2b5-677e2fbdbe2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:02.394571 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b5710b8e-e219-43fb-b2b5-677e2fbdbe2a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/16e8a405-0e4b-4732-8eff-2e2b0556b237 HTTP/1.1" status: 204 len: 168 time: 0.1986375 Sep 23 15:19:02.403667 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5710b8e-e219-43fb-b2b5-677e2fbdbe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8a405-0e4b-4732-8eff-2e2b0556b237,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:02.492692 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f042b-f6d8-4c7b-827f-3e96a96e0729 req-b0a9d103-cc64-49a5-93d2-13ca54ec3571 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:02.495122 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a47f042b-f6d8-4c7b-827f-3e96a96e0729 req-b0a9d103-cc64-49a5-93d2-13ca54ec3571 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0556812 Sep 23 15:19:02.559983 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a47f042b-f6d8-4c7b-827f-3e96a96e0729 req-53c64173-c9bf-4c43-94c1-ebc452c87cc4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591991 Sep 23 15:19:02.830643 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8aecf7-abd1-4996-8fc8-2c6ac5fa12c0 req-831cc4f2-a7b0-453e-b560-0dd381815455 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:02.832196 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6f8aecf7-abd1-4996-8fc8-2c6ac5fa12c0 req-831cc4f2-a7b0-453e-b560-0dd381815455 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 944 time: 0.0559185 Sep 23 15:19:02.890464 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6f8aecf7-abd1-4996-8fc8-2c6ac5fa12c0 req-218edb46-bdc5-4877-be1b-067394d0b2b1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507019 Sep 23 15:19:02.953610 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2854ac3-1f6a-426b-8bc9-f28f5def3ffa req-fd255287-28f0-46d3-b3a6-9b236ab59afc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:02.955346 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c2854ac3-1f6a-426b-8bc9-f28f5def3ffa req-fd255287-28f0-46d3-b3a6-9b236ab59afc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0508628 Sep 23 15:19:03.010615 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c2854ac3-1f6a-426b-8bc9-f28f5def3ffa req-f432998b-c5c2-4db1-b00f-cb7409621654 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482142 Sep 23 15:19:03.152621 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2afd38-22d7-4441-a45e-dd5e5fdaddce req-5a1524e0-31b0-4309-a4fc-14752ff2eade tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:03.160770 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd2afd38-22d7-4441-a45e-dd5e5fdaddce req-5a1524e0-31b0-4309-a4fc-14752ff2eade tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0650375 Sep 23 15:19:03.193975 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5073b565-7790-42c1-a11b-5c4328b5da4a details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:19:03.221472 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 2cdd4723-27d8-4995-a49c-6967ba24fa7e up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:19:03.222078 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd2afd38-22d7-4441-a45e-dd5e5fdaddce req-8f52bb4d-7ab6-4596-a714-3e1aad3cb27f tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594592 Sep 23 15:19:03.475538 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5073b565-7790-42c1-a11b-5c4328b5da4a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5073b565-7790-42c1-a11b-5c4328b5da4a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:03.492367 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'port_id': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'mac_address': 'fa:16:3e:41:4d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:19:03.498107 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:03.511179 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 2cdd4723-27d8-4995-a49c-6967ba24fa7e completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:19:03.534675 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 2cdd4723-27d8-4995-a49c-6967ba24fa7e triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:19:03.535040 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:03.535425 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 2cdd4723-27d8-4995-a49c-6967ba24fa7e Sep 23 15:19:03.566749 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5073b565-7790-42c1-a11b-5c4328b5da4a is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:03.567387 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:03.590972 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5073b565-7790-42c1-a11b-5c4328b5da4a {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:19:03.617611 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5073b565-7790-42c1-a11b-5c4328b5da4a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5073b565-7790-42c1-a11b-5c4328b5da4a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:03.627833 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:03.715441 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b72dbb-d6fb-4ffb-a1d1-cdd982f5070e req-21f432d9-0672-48eb-85e3-bb9a0906370d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:03.723973 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87b72dbb-d6fb-4ffb-a1d1-cdd982f5070e req-21f432d9-0672-48eb-85e3-bb9a0906370d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0690968 Sep 23 15:19:03.735462 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 2cdd4723-27d8-4995-a49c-6967ba24fa7e is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:03.735908 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:03.750016 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5073b565-7790-42c1-a11b-5c4328b5da4a,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:03.785067 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 2cdd4723-27d8-4995-a49c-6967ba24fa7e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:03.786292 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:03.788498 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdd4723-27d8-4995-a49c-6967ba24fa7e'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:19:03.792330 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f254e699-0a03-4f5e-9344-ab62b4e8cb0b" -d '{"events": [{"server_uuid": "c685e650-6379-4809-8cec-3549d4a26ab1", "name": "network-vif-plugged", "status": "completed", "tag": "2cdd4723-27d8-4995-a49c-6967ba24fa7e"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:03.810831 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:03.861490 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7e0da9-69a3-43bd-a53d-6f034fffc830 x-openstack-request-id: req-fd7e0da9-69a3-43bd-a53d-6f034fffc830 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:03.861996 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c685e650-6379-4809-8cec-3549d4a26ab1", "name": "network-vif-plugged", "status": "completed", "tag": "2cdd4723-27d8-4995-a49c-6967ba24fa7e", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:03.862421 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd7e0da9-69a3-43bd-a53d-6f034fffc830 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:03.863432 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7e0da9-69a3-43bd-a53d-6f034fffc830'] response: {'server_uuid': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdd4723-27d8-4995-a49c-6967ba24fa7e', 'code': 200} Sep 23 15:19:03.891927 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=2cdd4723-27d8-4995-a49c-6967ba24fa7e,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:04.029722 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:04.044824 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87b72dbb-d6fb-4ffb-a1d1-cdd982f5070e req-d18b672a-5567-4117-a17a-75e07d57a170 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195329 Sep 23 15:19:04.074705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1128ef5-9067-4667-ab06-bd601f465d29 req-b5f463b7-5d38-4663-a92f-9a91a7a7444d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:04.076384 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c1128ef5-9067-4667-ab06-bd601f465d29 req-b5f463b7-5d38-4663-a92f-9a91a7a7444d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0856147 Sep 23 15:19:04.112793 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['5073b565-7790-42c1-a11b-5c4328b5da4a'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:19:04.171030 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c1128ef5-9067-4667-ab06-bd601f465d29 req-030f6cc7-aa20-4902-a81e-d36192273640 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875523 Sep 23 15:19:04.212331 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816ad3-744d-4b1a-9404-a1de616f6131 req-5b5d0ccb-872d-42b9-ba8c-4e67c9d4cfb4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:04.219765 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-47816ad3-744d-4b1a-9404-a1de616f6131 req-5b5d0ccb-872d-42b9-ba8c-4e67c9d4cfb4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0748408 Sep 23 15:19:04.273593 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-47816ad3-744d-4b1a-9404-a1de616f6131 req-b70d67a3-7c2d-4f8c-af18-0cc5da330cf4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528376 Sep 23 15:19:04.371913 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:04.386807 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f5b60-d28a-4cb9-966f-2a006a85584f req-e26d7a09-d221-422a-94ae-677d4ffe7376 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:04.388368 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8e9f5b60-d28a-4cb9-966f-2a006a85584f req-e26d7a09-d221-422a-94ae-677d4ffe7376 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0543218 Sep 23 15:19:04.444018 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8e9f5b60-d28a-4cb9-966f-2a006a85584f req-dbaa6f2d-a3a3-4453-a00d-014e9cb76242 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494773 Sep 23 15:19:04.769948 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 49962) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:04.893249 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-168ca6f3-940d-449b-bd02-2945e35fd868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:04.908880 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:04.986106 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-168ca6f3-940d-449b-bd02-2945e35fd868 admin admin] Publish callbacks [] for security_group (6da132e0-7f70-4778-a6e8-393d32eb9b51), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:04.994019 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-168ca6f3-940d-449b-bd02-2945e35fd868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (6da132e0-7f70-4778-a6e8-393d32eb9b51), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.043263 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-168ca6f3-940d-449b-bd02-2945e35fd868 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0d32aae92a1f4c198d657e7fd0b8551c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724833 Sep 23 15:19:05.044484 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ca6f3-940d-449b-bd02-2945e35fd868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da132e0-7f70-4778-a6e8-393d32eb9b51,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:05.046291 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49968) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:05.108202 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-48a2a84b-e2a9-4f17-9760-180d05fcf858 admin admin] Publish callbacks [] for security_group (6da132e0-7f70-4778-a6e8-393d32eb9b51), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.132984 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-48a2a84b-e2a9-4f17-9760-180d05fcf858 admin admin] Publish callbacks [] for security_group (6da132e0-7f70-4778-a6e8-393d32eb9b51), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.164067 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0f6e8-9faa-4828-bdc9-6c6c055e8db1 req-690196e8-b08c-4275-8d1c-e6e35bdcb3da tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:05.166146 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bae0f6e8-9faa-4828-bdc9-6c6c055e8db1 req-690196e8-b08c-4275-8d1c-e6e35bdcb3da tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0504286 Sep 23 15:19:05.216890 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bae0f6e8-9faa-4828-bdc9-6c6c055e8db1 req-069cbc1a-79d3-4d16-9e92-26f264bec924 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Sep 23 15:19:05.261928 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-e6044628-3895-4804-8dc8-c4d7c8822ad3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197889 Sep 23 15:19:05.295227 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5073b565-7790-42c1-a11b-5c4328b5da4a up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:19:05.309763 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-48a2a84b-e2a9-4f17-9760-180d05fcf858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (6da132e0-7f70-4778-a6e8-393d32eb9b51), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.312528 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-48a2a84b-e2a9-4f17-9760-180d05fcf858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.316313 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-48a2a84b-e2a9-4f17-9760-180d05fcf858 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6da132e0-7f70-4778-a6e8-393d32eb9b51 HTTP/1.1" status: 204 len: 168 time: 0.2664278 Sep 23 15:19:05.334227 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2a84b-e2a9-4f17-9760-180d05fcf858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da132e0-7f70-4778-a6e8-393d32eb9b51,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:05.348099 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2263a9-58a3-48c9-951a-cf2f95ee77e7 req-4d5f46bf-3b09-458f-a080-6aa7e4bdabe1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:05.353763 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 5073b565-7790-42c1-a11b-5c4328b5da4a completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:19:05.357759 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8b2263a9-58a3-48c9-951a-cf2f95ee77e7 req-4d5f46bf-3b09-458f-a080-6aa7e4bdabe1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 945 time: 0.0899327 Sep 23 15:19:05.371499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 5073b565-7790-42c1-a11b-5c4328b5da4a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:19:05.372195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.372930 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 5073b565-7790-42c1-a11b-5c4328b5da4a Sep 23 15:19:05.416742 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8b2263a9-58a3-48c9-951a-cf2f95ee77e7 req-76d74b24-a2f7-4296-a384-b5312586b21d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579062 Sep 23 15:19:05.422727 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:05.453233 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e065b7-c0db-4888-80d2-bad6c3f5fb58 req-83b45bbd-c50d-4fa7-ab77-04c30c014662 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:05.457078 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a8e065b7-c0db-4888-80d2-bad6c3f5fb58 req-83b45bbd-c50d-4fa7-ab77-04c30c014662 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0588627 Sep 23 15:19:05.472450 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5073b565-7790-42c1-a11b-5c4328b5da4a is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:05.473131 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.510434 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5073b565-7790-42c1-a11b-5c4328b5da4a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5073b565-7790-42c1-a11b-5c4328b5da4a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:05.513576 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a8e065b7-c0db-4888-80d2-bad6c3f5fb58 req-0c841bb9-e241-42e5-b088-f52c2554376f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529158 Sep 23 15:19:05.521901 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.574619 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5073b565-7790-42c1-a11b-5c4328b5da4a,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:05.638379 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae17b-8078-42a6-88bd-c6841d5cb03c req-c9fe9762-d8d6-4df3-8751-ac0096ba0cc3 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:05.639807 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-998ae17b-8078-42a6-88bd-c6841d5cb03c req-c9fe9762-d8d6-4df3-8751-ac0096ba0cc3 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0541940 Sep 23 15:19:05.712347 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-998ae17b-8078-42a6-88bd-c6841d5cb03c req-43a4a027-2a6c-462f-a19f-b40ffae2f037 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663016 Sep 23 15:19:05.762559 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49986) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:05.777134 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988801a-fc7f-4441-97be-ea6be85a384f req-c71a8c42-1b53-4735-9ea4-1e2e395c6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:05.778784 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e988801a-fc7f-4441-97be-ea6be85a384f req-c71a8c42-1b53-4735-9ea4-1e2e395c6c79 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1127 time: 0.0749385 Sep 23 15:19:05.783880 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2084923c-61e4-4941-97ed-3a4969dbae89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:05.850586 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27eb1a6b-88eb-4fd1-ab38-ff009485cea3 req-d95681fd-5e37-409f-b390-40a4a48b0b44 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502907 Sep 23 15:19:05.865801 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:19:05.871274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a58258-e020-422a-a72e-eb4907c5f768" -d '{"events": [{"server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:05.908960 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:05.980503 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0603bed-fd50-4559-9aae-42757035920c x-openstack-request-id: req-d0603bed-fd50-4559-9aae-42757035920c {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:05.981113 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "name": "network-vif-plugged", "status": "completed", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:05.981546 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d0603bed-fd50-4559-9aae-42757035920c {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:05.982155 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0603bed-fd50-4559-9aae-42757035920c'] response: {'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'code': 200} Sep 23 15:19:05.997854 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988801a-fc7f-4441-97be-ea6be85a384f req-2c10331f-b2ee-4191-9186-488179748efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:05.999323 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e988801a-fc7f-4441-97be-ea6be85a384f req-2c10331f-b2ee-4191-9186-488179748efc service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.1201084 Sep 23 15:19:06.123130 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2084923c-61e4-4941-97ed-3a4969dbae89 admin admin] Publish callbacks [] for security_group (67fae954-4064-4273-9659-9576b69a29eb), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:06.143684 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2084923c-61e4-4941-97ed-3a4969dbae89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (67fae954-4064-4273-9659-9576b69a29eb), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:06.166139 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:06.184983 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbda5d-db14-4bb4-abd3-b8911b8800d8 req-529e261e-0ea9-494d-b13c-478d9b71d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:06.186857 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cecbda5d-db14-4bb4-abd3-b8911b8800d8 req-529e261e-0ea9-494d-b13c-478d9b71d764 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0758696 Sep 23 15:19:06.196274 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2084923c-61e4-4941-97ed-3a4969dbae89 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=582beb485ae043fe9c2b63d0d35dfe09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323323 Sep 23 15:19:06.198533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084923c-61e4-4941-97ed-3a4969dbae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fae954-4064-4273-9659-9576b69a29eb,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:06.201624 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 49996) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:06.254290 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d97533fd-081f-4af5-8298-b9974f6fd31a admin admin] Publish callbacks [] for security_group (67fae954-4064-4273-9659-9576b69a29eb), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:06.265963 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:06.283617 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d97533fd-081f-4af5-8298-b9974f6fd31a admin admin] Publish callbacks [] for security_group (67fae954-4064-4273-9659-9576b69a29eb), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:06.366941 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158d035-1289-483b-a3d3-48c31f7cc3c7 req-ad972091-1897-456f-a955-c3ca43ffc9ec tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:06.368549 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3158d035-1289-483b-a3d3-48c31f7cc3c7 req-ad972091-1897-456f-a955-c3ca43ffc9ec tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0571768 Sep 23 15:19:06.393570 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d97533fd-081f-4af5-8298-b9974f6fd31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (67fae954-4064-4273-9659-9576b69a29eb), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:06.396155 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d97533fd-081f-4af5-8298-b9974f6fd31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:06.397227 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d97533fd-081f-4af5-8298-b9974f6fd31a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/67fae954-4064-4273-9659-9576b69a29eb HTTP/1.1" status: 204 len: 168 time: 0.1946557 Sep 23 15:19:06.413379 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97533fd-081f-4af5-8298-b9974f6fd31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fae954-4064-4273-9659-9576b69a29eb,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:06.438768 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3158d035-1289-483b-a3d3-48c31f7cc3c7 req-ef5bd772-31c9-4075-9d09-c6997b76f35f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639551 Sep 23 15:19:06.553156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676aef8-cb40-464b-aa32-bc5ba861bf55 req-3ed2a56c-2e7b-438e-867a-7cddc320373b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:06.554656 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b676aef8-cb40-464b-aa32-bc5ba861bf55 req-3ed2a56c-2e7b-438e-867a-7cddc320373b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0550208 Sep 23 15:19:06.611930 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b676aef8-cb40-464b-aa32-bc5ba861bf55 req-0b3a5df5-ec31-4c6a-8ded-d52751728fb1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485039 Sep 23 15:19:06.651380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f39ab-e9f3-4dbc-8caa-1588d3b99439 req-c85ce07e-0085-4f7d-b769-d47cedf94dc3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:06.652936 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d21f39ab-e9f3-4dbc-8caa-1588d3b99439 req-c85ce07e-0085-4f7d-b769-d47cedf94dc3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0492849 Sep 23 15:19:06.703756 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d21f39ab-e9f3-4dbc-8caa-1588d3b99439 req-5de9791c-cc7c-4a64-bdb4-5acaa3806f87 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Sep 23 15:19:06.858698 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9deb8-9113-46da-85b4-c191fd84236a req-f6ff396b-e6d0-4c94-875e-e6ac1026781c tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:06.860195 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27c9deb8-9113-46da-85b4-c191fd84236a req-f6ff396b-e6d0-4c94-875e-e6ac1026781c tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0600762 Sep 23 15:19:06.910115 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27c9deb8-9113-46da-85b4-c191fd84236a req-a97d9c6c-2061-4ea9-ab65-fce57e3d2a0d tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Sep 23 15:19:07.294293 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:19:07.435974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:07.447833 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'port_id': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'mac_address': 'fa:16:3e:b3:0d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:19:07.488346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:07.488838 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:07.502626 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93652ce2-3bd3-4207-96bf-3c25e56c5c28 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:19:07.525853 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:07.531551 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:07.538457 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:07.588902 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:07.600404 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d60c8f-2670-40dd-9ac7-0a8cc453502f req-02ccf58a-512c-44a3-9dec-7bec204e54ad tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:07.602199 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-31d60c8f-2670-40dd-9ac7-0a8cc453502f req-02ccf58a-512c-44a3-9dec-7bec204e54ad tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0808821 Sep 23 15:19:07.663942 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-31d60c8f-2670-40dd-9ac7-0a8cc453502f req-0dd5432f-a53c-40df-9e0a-a8b4508c5650 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555348 Sep 23 15:19:07.738700 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e668357-ee93-4c6b-b6d2-cc7333a7f2ef req-3fbef119-04ca-4bb7-8f2e-befe40b95aa1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:07.740150 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5e668357-ee93-4c6b-b6d2-cc7333a7f2ef req-3fbef119-04ca-4bb7-8f2e-befe40b95aa1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0491755 Sep 23 15:19:07.796229 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5e668357-ee93-4c6b-b6d2-cc7333a7f2ef req-bfc24c1a-7777-4829-9047-f5ed7b1e4221 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498531 Sep 23 15:19:07.861916 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22497a-bf7b-41cd-8d68-70bb91c328d7 req-26bc06e6-7f03-44e6-9a94-ba5bcbefdb05 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:07.863842 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2d22497a-bf7b-41cd-8d68-70bb91c328d7 req-26bc06e6-7f03-44e6-9a94-ba5bcbefdb05 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 944 time: 0.0675557 Sep 23 15:19:07.914535 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2d22497a-bf7b-41cd-8d68-70bb91c328d7 req-0fc41c34-e54b-46c4-945b-487b0978c1ca tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435715 Sep 23 15:19:08.033011 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6675-96e2-472a-8298-c37ebc38c6da req-3b923f72-af7b-4688-bdff-f462ab86fa2d tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:08.034482 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a28f6675-96e2-472a-8298-c37ebc38c6da req-3b923f72-af7b-4688-bdff-f462ab86fa2d tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Sep 23 15:19:08.083642 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a28f6675-96e2-472a-8298-c37ebc38c6da req-ce9bad74-712c-458a-a033-79fa917ef59b tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Sep 23 15:19:08.087346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['93652ce2-3bd3-4207-96bf-3c25e56c5c28'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:19:08.690844 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e988801a-fc7f-4441-97be-ea6be85a384f req-416a6b8b-8120-48be-8fe3-94e0b989943c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 217 time: 0.0876076 Sep 23 15:19:08.748653 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cecbda5d-db14-4bb4-abd3-b8911b8800d8 req-7ce64ee5-ef6b-49e0-913a-962f857f750b service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433649 Sep 23 15:19:08.824459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e756-0ff5-4987-8bea-e429f4822ce6 req-065df18f-198a-4db6-afd7-eb56df35a9f8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:08.826106 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-38a2e756-0ff5-4987-8bea-e429f4822ce6 req-065df18f-198a-4db6-afd7-eb56df35a9f8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0559528 Sep 23 15:19:08.892439 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-38a2e756-0ff5-4987-8bea-e429f4822ce6 req-b4a3e56e-2e31-4382-a624-c03f8ccd1752 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576396 Sep 23 15:19:08.939770 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f90fda-09e4-4290-bd66-3e5dc8007fe9 req-f636879d-dfcc-48cc-bb9c-41c250f7dcc3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:08.941234 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-46f90fda-09e4-4290-bd66-3e5dc8007fe9 req-f636879d-dfcc-48cc-bb9c-41c250f7dcc3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0568175 Sep 23 15:19:09.007624 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-46f90fda-09e4-4290-bd66-3e5dc8007fe9 req-56dd6bf9-bbae-4f5e-b169-b2df375e78bd tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575058 Sep 23 15:19:09.074246 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1943b-2347-43e5-ac8e-2a407c6fdea3 req-8368e971-f301-4378-a517-c5904bb7b686 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.077066 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-44b1943b-2347-43e5-ac8e-2a407c6fdea3 req-8368e971-f301-4378-a517-c5904bb7b686 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 944 time: 0.0667479 Sep 23 15:19:09.133495 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-44b1943b-2347-43e5-ac8e-2a407c6fdea3 req-e094388b-1388-4a0f-9cea-c8a2dee9c14d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500641 Sep 23 15:19:09.236195 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec3357-c9cd-4082-944e-7371f884e74d req-98c22f68-63cd-4d7b-8ef3-7a3c6a4bf927 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.237730 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f2ec3357-c9cd-4082-944e-7371f884e74d req-98c22f68-63cd-4d7b-8ef3-7a3c6a4bf927 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0579445 Sep 23 15:19:09.258324 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:09.293360 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f2ec3357-c9cd-4082-944e-7371f884e74d req-54d75afe-d369-43e1-9cba-41ff0198d62e tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495045 Sep 23 15:19:09.616798 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:19:09.701143 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:19:09.706485 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:19:09.706880 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:09.707205 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:19:09.795231 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:09.795627 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:09.818905 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:19:09.821284 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec5cb61-3d5a-4f06-a478-6edc63723e34" -d '{"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-plugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:09.833779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:09.839198 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:09.865433 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea571a1f-5e54-420c-a992-8efb93c71753 x-openstack-request-id: req-ea571a1f-5e54-420c-a992-8efb93c71753 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:09.865739 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-plugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:09.865992 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea571a1f-5e54-420c-a992-8efb93c71753 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:09.866385 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea571a1f-5e54-420c-a992-8efb93c71753'] response: {'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'code': 200} Sep 23 15:19:09.892304 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:10.020885 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910029e-6743-4467-9590-3ccf9f48e174 req-f66d7db4-692f-4419-9c52-4e3c61cf3f0c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:10.022235 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5910029e-6743-4467-9590-3ccf9f48e174 req-f66d7db4-692f-4419-9c52-4e3c61cf3f0c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0464785 Sep 23 15:19:10.078945 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5910029e-6743-4467-9590-3ccf9f48e174 req-91777d3d-b355-43a6-93db-ab0d65ccaf70 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 Sep 23 15:19:10.140943 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11dfff-92ad-485d-9818-006058c50a6b req-10162eb6-7db3-4c8a-91ad-3379f87a6137 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:10.142382 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6d11dfff-92ad-485d-9818-006058c50a6b req-10162eb6-7db3-4c8a-91ad-3379f87a6137 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0493329 Sep 23 15:19:10.194570 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6d11dfff-92ad-485d-9818-006058c50a6b req-573b3dff-e8b9-4870-9d14-8aecdcef7b16 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Sep 23 15:19:10.264702 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e923f-9a95-443a-a66d-ed54a7beb081 req-7b426113-8edf-42ca-bf47-e703e0a02f1d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:10.266190 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ea1e923f-9a95-443a-a66d-ed54a7beb081 req-7b426113-8edf-42ca-bf47-e703e0a02f1d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0462563 Sep 23 15:19:10.314295 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ea1e923f-9a95-443a-a66d-ed54a7beb081 req-3858f602-838a-4169-89a8-557af51c80e2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 Sep 23 15:19:10.528985 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:10.533371 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:11.204285 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247a47-b428-47b8-a079-1c11eda3487b req-349f096c-b217-401e-a513-3b423f0344a8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:11.205887 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-89247a47-b428-47b8-a079-1c11eda3487b req-349f096c-b217-401e-a513-3b423f0344a8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0470905 Sep 23 15:19:11.256752 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-89247a47-b428-47b8-a079-1c11eda3487b req-fe57eae4-e436-49ad-a029-9f3902e56437 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Sep 23 15:19:11.317603 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17777-09ac-496e-b3b0-0d9a00974661 req-239b2adf-615a-41cf-ba0d-f1a909c3ac81 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:11.319105 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-abe17777-09ac-496e-b3b0-0d9a00974661 req-239b2adf-615a-41cf-ba0d-f1a909c3ac81 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0468843 Sep 23 15:19:11.372295 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-abe17777-09ac-496e-b3b0-0d9a00974661 req-6eaf7ad2-5092-4093-b118-12a2512ed21b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 Sep 23 15:19:11.438754 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca53d-dc27-4170-8cf4-657ed98b96fd req-2391e037-6558-45a1-b0b5-50fe8ed64f6c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:11.440217 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6fca53d-dc27-4170-8cf4-657ed98b96fd req-2391e037-6558-45a1-b0b5-50fe8ed64f6c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0466721 Sep 23 15:19:11.484306 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:11.502760 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6fca53d-dc27-4170-8cf4-657ed98b96fd req-72a32396-7369-4c7e-a9b9-4626d84dd189 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568035 Sep 23 15:19:12.380254 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5ecd8-9795-41a9-996e-37939e2ae3d1 req-00129c03-f76c-40f8-997c-2f48f53ef85c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:12.382082 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-88e5ecd8-9795-41a9-996e-37939e2ae3d1 req-00129c03-f76c-40f8-997c-2f48f53ef85c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0501211 Sep 23 15:19:12.435613 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-88e5ecd8-9795-41a9-996e-37939e2ae3d1 req-f221a774-7965-4773-8609-f0ec57be3149 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Sep 23 15:19:12.494117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3b0af-f93b-4313-80bd-bcee20e3f81d req-c570837d-9d00-499c-be6c-40d7445c300b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:12.495677 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5bf3b0af-f93b-4313-80bd-bcee20e3f81d req-c570837d-9d00-499c-be6c-40d7445c300b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0479894 Sep 23 15:19:12.510966 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:12.550833 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5bf3b0af-f93b-4313-80bd-bcee20e3f81d req-2d6bbe2f-60db-4666-9e40-00e29e7ac7a8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469322 Sep 23 15:19:12.634236 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c4a7e-db5c-465f-847d-afc47d30f2a4 req-2285cecd-37c9-4c65-a858-11759b92f849 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:12.635720 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-151c4a7e-db5c-465f-847d-afc47d30f2a4 req-2285cecd-37c9-4c65-a858-11759b92f849 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0476146 Sep 23 15:19:12.686698 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-151c4a7e-db5c-465f-847d-afc47d30f2a4 req-741c8ed6-083d-401b-835d-7beaa4e06d32 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Sep 23 15:19:13.531455 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:19:13.555153 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf916ef-abc8-45a9-96d5-51f7e3693d73 req-0118ce85-d5e9-4d3d-9e54-61e4c96e62ec tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:13.556675 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cf916ef-abc8-45a9-96d5-51f7e3693d73 req-0118ce85-d5e9-4d3d-9e54-61e4c96e62ec tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0464091 Sep 23 15:19:13.606305 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cf916ef-abc8-45a9-96d5-51f7e3693d73 req-d85e8155-d07d-4761-a3b7-f20a879df6d9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Sep 23 15:19:13.636248 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:13.673671 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d07b2-d45b-4f34-82ce-7c39c31da241 req-df0cafbd-5cbe-452b-8acf-1f5cf9b8756e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:13.675120 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d90d07b2-d45b-4f34-82ce-7c39c31da241 req-df0cafbd-5cbe-452b-8acf-1f5cf9b8756e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0485392 Sep 23 15:19:13.723151 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d90d07b2-d45b-4f34-82ce-7c39c31da241 req-b3a10a1b-753d-4c3e-9ff4-c3680bbd46d7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Sep 23 15:19:13.830292 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6270a9-0d1e-4f63-b5cd-d541f620eb2c req-15363d41-74dc-4110-bd89-54f77c1c0c96 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:13.831777 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2a6270a9-0d1e-4f63-b5cd-d541f620eb2c req-15363d41-74dc-4110-bd89-54f77c1c0c96 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0594018 Sep 23 15:19:13.889655 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2a6270a9-0d1e-4f63-b5cd-d541f620eb2c req-24bc9709-16af-4556-bffa-4f7486b27053 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506480 Sep 23 15:19:14.725744 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14d756-f5e8-4ef5-a94b-5ceea83a614b req-08db0c62-53c4-4bc2-b4c9-ca22b006e23e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:14.727168 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd14d756-f5e8-4ef5-a94b-5ceea83a614b req-08db0c62-53c4-4bc2-b4c9-ca22b006e23e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 943 time: 0.0456457 Sep 23 15:19:14.776530 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd14d756-f5e8-4ef5-a94b-5ceea83a614b req-3d2b8067-8aa7-4e60-8b50-3a7e6f777a0a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Sep 23 15:19:14.848758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadb2c3-3bd4-425f-8b93-19484791eb60 req-3a326bce-5fef-4f06-9228-2070385f737e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:14.850236 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-deadb2c3-3bd4-425f-8b93-19484791eb60 req-3a326bce-5fef-4f06-9228-2070385f737e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0493424 Sep 23 15:19:14.904355 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-deadb2c3-3bd4-425f-8b93-19484791eb60 req-6b2f93c7-a030-40f1-8402-2ec1dd44b398 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Sep 23 15:19:14.970279 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 70760e9f-6d22-46eb-aa3e-f9e855dbf739 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:19:15.013643 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:15.025830 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8110-6bf6-4847-b6a1-03bd3a59bf95 req-ed1dca0f-a700-40b1-92f3-ce42da2114f3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:15.027760 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-703a8110-6bf6-4847-b6a1-03bd3a59bf95 req-ed1dca0f-a700-40b1-92f3-ce42da2114f3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0540493 Sep 23 15:19:15.087773 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-703a8110-6bf6-4847-b6a1-03bd3a59bf95 req-b4bfe9bb-74ab-4f3c-997e-f7008f633d44 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535009 Sep 23 15:19:15.102840 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 70760e9f-6d22-46eb-aa3e-f9e855dbf739, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:15.119289 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '70760e9f-6d22-46eb-aa3e-f9e855dbf739', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'port_id': '70760e9f-6d22-46eb-aa3e-f9e855dbf739', 'mac_address': 'fa:16:3e:95:b7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:19:15.159436 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:15.159832 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:15.173290 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70760e9f-6d22-46eb-aa3e-f9e855dbf739 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:19:15.199413 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 70760e9f-6d22-46eb-aa3e-f9e855dbf739, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:15.206520 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:15.258787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=70760e9f-6d22-46eb-aa3e-f9e855dbf739,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:15.797407 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['70760e9f-6d22-46eb-aa3e-f9e855dbf739'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:19:15.888691 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:15.939811 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9993d5-90dc-408e-8a95-7f2be97f5162 req-1ef2fb89-b4f9-4648-a26c-4960f1c59a26 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:15.942618 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cb9993d5-90dc-408e-8a95-7f2be97f5162 req-1ef2fb89-b4f9-4648-a26c-4960f1c59a26 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0818939 Sep 23 15:19:15.978952 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988801a-fc7f-4441-97be-ea6be85a384f req-d65bafcd-f148-43cd-ad4b-fe42344f13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:15.982403 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e988801a-fc7f-4441-97be-ea6be85a384f req-d65bafcd-f148-43cd-ad4b-fe42344f13db service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.1031694 Sep 23 15:19:16.051018 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cb9993d5-90dc-408e-8a95-7f2be97f5162 req-72493b04-b93f-4666-963f-0f73b5cc2eee tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946305 Sep 23 15:19:16.124687 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d26e-68e4-4030-8cd7-c83ce4df05d0 req-d0d225ca-7798-4b11-ae71-f81d87d10c72 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:16.127008 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a060d26e-68e4-4030-8cd7-c83ce4df05d0 req-d0d225ca-7798-4b11-ae71-f81d87d10c72 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0894463 Sep 23 15:19:16.188400 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a060d26e-68e4-4030-8cd7-c83ce4df05d0 req-ac5ea708-e692-483f-96e7-eeb06bfaeac7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556309 Sep 23 15:19:16.273240 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:16.308723 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540edb45-ea1b-4ca4-b175-9b1f7e6574f0 req-408e350d-cb38-45ab-8912-88681e2de7b4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:16.310340 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-540edb45-ea1b-4ca4-b175-9b1f7e6574f0 req-408e350d-cb38-45ab-8912-88681e2de7b4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0488114 Sep 23 15:19:16.371413 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-540edb45-ea1b-4ca4-b175-9b1f7e6574f0 req-a63b3d2b-363b-4aba-be5e-7986a7fe7da4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536451 Sep 23 15:19:16.733321 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988801a-fc7f-4441-97be-ea6be85a384f req-a817f56b-3164-4863-a90a-b1484d994c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:16.734819 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e988801a-fc7f-4441-97be-ea6be85a384f req-a817f56b-3164-4863-a90a-b1484d994c9b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431619 Sep 23 15:19:16.787712 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a851be-7283-44e4-b1ad-360f3d67eec6 req-8c05183b-4150-4283-9217-d43743c128af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:16.789324 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8a851be-7283-44e4-b1ad-360f3d67eec6 req-8c05183b-4150-4283-9217-d43743c128af service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 1130 time: 0.0560713 Sep 23 15:19:16.878708 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e988801a-fc7f-4441-97be-ea6be85a384f req-aaa7f5f5-bb7e-4642-ac0e-bf8efb3735c1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062090 Sep 23 15:19:17.190877 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63d71f-ce9b-492a-9105-4fe753e7b1e5 req-70c4e86d-5d78-4628-b5c2-5a9e73aceb40 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:17.194306 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8b63d71f-ce9b-492a-9105-4fe753e7b1e5 req-70c4e86d-5d78-4628-b5c2-5a9e73aceb40 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0614421 Sep 23 15:19:17.246529 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8b63d71f-ce9b-492a-9105-4fe753e7b1e5 req-1f08497d-61dc-4fe7-8fb5-608c54e48673 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Sep 23 15:19:17.355565 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4e3e5-5c6e-4ffd-9d7d-cc8000409445 req-33ac2ee7-8b97-4f10-9383-d8dd983f1e52 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:17.357139 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7eb4e3e5-5c6e-4ffd-9d7d-cc8000409445 req-33ac2ee7-8b97-4f10-9383-d8dd983f1e52 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0463202 Sep 23 15:19:17.413199 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7eb4e3e5-5c6e-4ffd-9d7d-cc8000409445 req-93a6088a-940d-4678-a9ed-90b32be00145 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499911 Sep 23 15:19:17.524991 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040bb4b-9d35-48e9-9a6f-24bc69087bc2 req-f6719f2a-9584-423e-899a-ddd680b4a13c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:17.526993 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d040bb4b-9d35-48e9-9a6f-24bc69087bc2 req-f6719f2a-9584-423e-899a-ddd680b4a13c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0532427 Sep 23 15:19:17.582071 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d040bb4b-9d35-48e9-9a6f-24bc69087bc2 req-336ad3b9-2cb8-4b67-a639-dc72e4069064 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482540 Sep 23 15:19:18.277023 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-0f714615-78e9-4541-8aa0-0cede38caa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:18.366715 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59648c21-b64e-4149-b674-337294a70a40 req-2824b58a-5412-4832-a531-0bb8f0c5768d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:18.368161 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-59648c21-b64e-4149-b674-337294a70a40 req-2824b58a-5412-4832-a531-0bb8f0c5768d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0481617 Sep 23 15:19:18.416535 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-59648c21-b64e-4149-b674-337294a70a40 req-5c69ccc0-3ba4-4ba1-9cd1-9537b11bb1b1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Sep 23 15:19:18.537990 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ebe1b-6222-45d3-85c2-cd69fbd45d73 req-5d434e5a-143c-4cd2-b333-0b43082cc345 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:18.539351 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3a5ebe1b-6222-45d3-85c2-cd69fbd45d73 req-5d434e5a-143c-4cd2-b333-0b43082cc345 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0485606 Sep 23 15:19:18.591796 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3a5ebe1b-6222-45d3-85c2-cd69fbd45d73 req-18b87043-6b60-4294-baa9-c13929a9d1ff tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464823 Sep 23 15:19:18.698027 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:18.722068 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f494e-5d9c-4e81-a849-9aa4bc2de393 req-ecbfb485-72a3-4a08-8c74-26472b0522d0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:18.723520 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3a9f494e-5d9c-4e81-a849-9aa4bc2de393 req-ecbfb485-72a3-4a08-8c74-26472b0522d0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0581112 Sep 23 15:19:18.786303 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3a9f494e-5d9c-4e81-a849-9aa4bc2de393 req-244c8779-3985-4a45-b879-2ec3c31fd307 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543842 Sep 23 15:19:19.555902 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e90005-16a3-4a27-9c4e-f020927d5220 req-97f53bde-919b-44d4-803e-aeee333b0cef tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.557396 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-50e90005-16a3-4a27-9c4e-f020927d5220 req-97f53bde-919b-44d4-803e-aeee333b0cef tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0482419 Sep 23 15:19:19.605833 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-50e90005-16a3-4a27-9c4e-f020927d5220 req-6085b8e5-079d-49c6-a54b-344f70d48e3b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Sep 23 15:19:19.733065 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e97113-904c-4c1b-9280-4a9dbd8325c9 req-3ad001a8-d972-4b76-bcae-f0b9e12f42b8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.734545 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-85e97113-904c-4c1b-9280-4a9dbd8325c9 req-3ad001a8-d972-4b76-bcae-f0b9e12f42b8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0506217 Sep 23 15:19:19.817758 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-85e97113-904c-4c1b-9280-4a9dbd8325c9 req-128439a1-d1b0-4bdc-9976-e265b22c605a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742755 Sep 23 15:19:19.946633 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2bf32-f6dd-49a3-b78c-8a655628c789 req-9cd35abf-9273-4285-b671-80683c459331 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.948124 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-31f2bf32-f6dd-49a3-b78c-8a655628c789 req-9cd35abf-9273-4285-b671-80683c459331 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0584993 Sep 23 15:19:19.977755 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:20.004539 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-31f2bf32-f6dd-49a3-b78c-8a655628c789 req-92f4730d-504f-4c60-bfaa-a14de70805b7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501196 Sep 23 15:19:20.355010 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8a851be-7283-44e4-b1ad-360f3d67eec6 req-84277154-9e63-4bc1-9b2e-16c32f9ffc87 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445426 Sep 23 15:19:20.441690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-95268da7-7cbe-4cf4-b443-32ca0d8161c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:20.753492 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f345f-723d-4f71-b060-7e25f1105048 req-f7e6e196-e759-42f4-a50b-c248780705b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:20.754919 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-605f345f-723d-4f71-b060-7e25f1105048 req-f7e6e196-e759-42f4-a50b-c248780705b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0466135 Sep 23 15:19:20.814418 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-605f345f-723d-4f71-b060-7e25f1105048 req-91ae8338-619e-4545-9efe-d9cc55ba6c3c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508718 Sep 23 15:19:20.945542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8fa78-6691-4e0e-afdb-fc3b9e682311 req-36797a93-0b6c-43f6-ad92-f7fb5c53a136 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:20.947127 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-58c8fa78-6691-4e0e-afdb-fc3b9e682311 req-36797a93-0b6c-43f6-ad92-f7fb5c53a136 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0514925 Sep 23 15:19:21.002110 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-58c8fa78-6691-4e0e-afdb-fc3b9e682311 req-95f57fc8-30da-4410-beb6-7440320fd66a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482578 Sep 23 15:19:21.130507 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e99cb-afd3-43d1-a58d-5581df844282 req-96c84815-bcb4-445a-a13e-10d0384240fd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:21.132330 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ff7e99cb-afd3-43d1-a58d-5581df844282 req-96c84815-bcb4-445a-a13e-10d0384240fd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0491669 Sep 23 15:19:21.181277 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ff7e99cb-afd3-43d1-a58d-5581df844282 req-93c4c97d-0d43-4101-bb3e-455180600ecf tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Sep 23 15:19:21.855283 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:21.951747 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2931cf-f9ba-4b94-b2b3-3f1392b9f506 req-e3dcf495-a82e-488f-8140-404683daf339 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:21.953110 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0d2931cf-f9ba-4b94-b2b3-3f1392b9f506 req-e3dcf495-a82e-488f-8140-404683daf339 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0623109 Sep 23 15:19:22.008335 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0d2931cf-f9ba-4b94-b2b3-3f1392b9f506 req-cfcc130c-fd1e-447d-a3e7-b5b252a7b6cf tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465405 Sep 23 15:19:22.139405 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9f0a0-36be-49ac-970f-81098be81ff6 req-8c8aa663-d057-490f-b61f-563783b91279 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:22.140937 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b0a9f0a0-36be-49ac-970f-81098be81ff6 req-8c8aa663-d057-490f-b61f-563783b91279 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0475142 Sep 23 15:19:22.188166 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b0a9f0a0-36be-49ac-970f-81098be81ff6 req-30f16cc6-b88a-485c-9742-9bf6864e1bc9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416596 Sep 23 15:19:22.318046 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc86a-9746-4235-8529-9b35f5a01a8b req-67ca22c0-b437-4bed-8754-6c6285083215 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:22.319482 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b45cc86a-9746-4235-8529-9b35f5a01a8b req-67ca22c0-b437-4bed-8754-6c6285083215 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0555148 Sep 23 15:19:22.375529 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b45cc86a-9746-4235-8529-9b35f5a01a8b req-978521bd-17b1-42d5-b824-0e64518b066e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467391 Sep 23 15:19:23.135229 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53e9ec-81e7-4cbd-9eda-9ab52db8537a req-b5b51e6c-c185-4768-8bbc-a8e25e77e581 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:23.136715 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8c53e9ec-81e7-4cbd-9eda-9ab52db8537a req-b5b51e6c-c185-4768-8bbc-a8e25e77e581 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0526929 Sep 23 15:19:23.176198 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:23.189966 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8c53e9ec-81e7-4cbd-9eda-9ab52db8537a req-3bcf431b-9af6-4b34-ad1e-0fb7b361fa31 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450354 Sep 23 15:19:23.307798 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:23.310777 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d59b17-456d-4831-8659-d835ed4a3233 req-32ce2598-16cd-440c-adca-77910ff0dbbf tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:23.312266 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-21d59b17-456d-4831-8659-d835ed4a3233 req-32ce2598-16cd-440c-adca-77910ff0dbbf tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0475898 Sep 23 15:19:23.370790 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-21d59b17-456d-4831-8659-d835ed4a3233 req-0701ae92-30a7-492b-a1cf-e40223c54e3c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481319 Sep 23 15:19:23.382115 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:23.504403 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b0af-8c76-4179-ae68-3fe39e1249c9 req-790300ce-ae2f-4d54-917f-b2ed7f365aa5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:23.506016 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f090b0af-8c76-4179-ae68-3fe39e1249c9 req-790300ce-ae2f-4d54-917f-b2ed7f365aa5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0472777 Sep 23 15:19:23.527682 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:23.556307 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f090b0af-8c76-4179-ae68-3fe39e1249c9 req-38a3b0ba-f547-4427-8d4b-16d925908514 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Sep 23 15:19:24.312900 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9386f0-a2ba-4fe6-9e70-d1c16123844b req-4da6f421-7481-4e27-a135-2d56df0b60d8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:24.314338 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cc9386f0-a2ba-4fe6-9e70-d1c16123844b req-4da6f421-7481-4e27-a135-2d56df0b60d8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0481904 Sep 23 15:19:24.364251 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cc9386f0-a2ba-4fe6-9e70-d1c16123844b req-94006344-d57f-4ff0-82b0-7425c6496ddb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Sep 23 15:19:24.498730 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905704-1240-482a-9194-4111a971a739 req-806e04f0-7970-40bb-be1c-5228c0c0c7e8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:24.500223 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-95905704-1240-482a-9194-4111a971a739 req-806e04f0-7970-40bb-be1c-5228c0c0c7e8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0526288 Sep 23 15:19:24.532891 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:24.551985 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-95905704-1240-482a-9194-4111a971a739 req-e662b483-d79f-42a4-8805-b5e5c31cb8f8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459497 Sep 23 15:19:24.680252 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b2ab8-59b9-4cf9-b299-323b0c0c5410 req-78b2842d-1bcf-4512-a084-4b969505ccff tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:24.681680 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6d1b2ab8-59b9-4cf9-b299-323b0c0c5410 req-78b2842d-1bcf-4512-a084-4b969505ccff tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0457952 Sep 23 15:19:24.730920 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6d1b2ab8-59b9-4cf9-b299-323b0c0c5410 req-95253b8a-6195-44fd-aa31-f2ed0d4b10bb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430219 Sep 23 15:19:25.489345 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaeecc-e261-494e-897b-45b0735b7d21 req-46695f82-0ea6-4b30-bcdd-0592ecd7d9e6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:25.490696 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dbdaeecc-e261-494e-897b-45b0735b7d21 req-46695f82-0ea6-4b30-bcdd-0592ecd7d9e6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0472069 Sep 23 15:19:25.545132 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dbdaeecc-e261-494e-897b-45b0735b7d21 req-35cad98c-71eb-4cef-882b-bb895e07934f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Sep 23 15:19:25.676737 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83f7b8-f3e8-42b2-beb6-925fd3d1b456 req-d55009f8-ff33-4e7f-ae12-c6268b4ddc2a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:25.678195 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b83f7b8-f3e8-42b2-beb6-925fd3d1b456 req-d55009f8-ff33-4e7f-ae12-c6268b4ddc2a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0497382 Sep 23 15:19:25.725505 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b83f7b8-f3e8-42b2-beb6-925fd3d1b456 req-d8792a34-7cef-4e40-84d5-ec1430804d7b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Sep 23 15:19:25.858835 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5480-0d5d-4f80-bb58-e774a1e1a7ba req-50472130-5595-4b04-9697-eb061c2f0cca tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:25.860342 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1e0c5480-0d5d-4f80-bb58-e774a1e1a7ba req-50472130-5595-4b04-9697-eb061c2f0cca tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0473647 Sep 23 15:19:25.909543 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1e0c5480-0d5d-4f80-bb58-e774a1e1a7ba req-a9b45ee5-7868-47a8-bde6-a36c1b43b41a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Sep 23 15:19:26.670900 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082de40-d52d-4566-9bf1-8339f3e3add1 req-81e09194-8407-47fb-b335-c2cccf4cd986 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:26.672388 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8082de40-d52d-4566-9bf1-8339f3e3add1 req-81e09194-8407-47fb-b335-c2cccf4cd986 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0500050 Sep 23 15:19:26.721129 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8082de40-d52d-4566-9bf1-8339f3e3add1 req-57395544-c2fe-4cce-87b3-14c69f4d0dca tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Sep 23 15:19:26.852098 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a16a-6745-4d20-91e6-d85debca74fd req-d8ab0bfc-6e1e-41e4-8d77-e5c951b1dafc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:26.853997 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e92a16a-6745-4d20-91e6-d85debca74fd req-d8ab0bfc-6e1e-41e4-8d77-e5c951b1dafc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0545862 Sep 23 15:19:26.906518 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e92a16a-6745-4d20-91e6-d85debca74fd req-245bf0f0-3888-4b5c-ac8f-4ce9cef0de0f tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465453 Sep 23 15:19:27.046792 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a36a7-9b74-4a10-953e-357c5d24f409 req-58213b76-56b3-4666-9e2a-b807a6836185 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:27.048264 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5a1a36a7-9b74-4a10-953e-357c5d24f409 req-58213b76-56b3-4666-9e2a-b807a6836185 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0495462 Sep 23 15:19:27.096758 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5a1a36a7-9b74-4a10-953e-357c5d24f409 req-6f27b31f-795f-406a-96f2-33b59674ca78 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427668 Sep 23 15:19:27.802750 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:27.839970 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1690d-b9d2-4831-9ffb-558d3532c4be req-84a7acdd-41f2-40a9-8eb0-30441ff2419a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:27.841478 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f6c1690d-b9d2-4831-9ffb-558d3532c4be req-84a7acdd-41f2-40a9-8eb0-30441ff2419a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0471222 Sep 23 15:19:27.889521 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f6c1690d-b9d2-4831-9ffb-558d3532c4be req-d4cd677b-0f92-4dd2-aefd-937010020bcc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Sep 23 15:19:28.042565 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9c26e-d6e4-4082-8e41-d971f0ac6162 req-0968b09b-6ff4-4b71-a5e4-aca998449166 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:28.044831 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25d9c26e-d6e4-4082-8e41-d971f0ac6162 req-0968b09b-6ff4-4b71-a5e4-aca998449166 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0487957 Sep 23 15:19:28.112191 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25d9c26e-d6e4-4082-8e41-d971f0ac6162 req-907bce6a-ef8b-4bfe-855a-1dad87f0edd8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614591 Sep 23 15:19:28.223699 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5711b7-b81d-4ce1-b7cb-860a29e34444 req-350fa5fa-84c3-4225-9ed6-1ae21d64e1d9 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:28.225529 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9e5711b7-b81d-4ce1-b7cb-860a29e34444 req-350fa5fa-84c3-4225-9ed6-1ae21d64e1d9 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0468647 Sep 23 15:19:28.286711 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9e5711b7-b81d-4ce1-b7cb-860a29e34444 req-e57c3549-2968-4956-bcb9-562970728601 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551136 Sep 23 15:19:29.029220 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081909c-252c-4ac9-b6e8-36ebd033ddc3 req-3a67701c-d88e-40fa-8e4d-bb187dbf8503 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:29.030704 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2081909c-252c-4ac9-b6e8-36ebd033ddc3 req-3a67701c-d88e-40fa-8e4d-bb187dbf8503 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0465736 Sep 23 15:19:29.057489 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:29.083051 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2081909c-252c-4ac9-b6e8-36ebd033ddc3 req-2fb32477-629f-4c15-9272-0b01ee0a3ea5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Sep 23 15:19:29.251686 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb2c9-57ef-49ab-923d-3de28345258f req-144b7db3-9510-4388-9dcd-9c2246aacdc0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:29.253160 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-40adb2c9-57ef-49ab-923d-3de28345258f req-144b7db3-9510-4388-9dcd-9c2246aacdc0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0636094 Sep 23 15:19:29.299431 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-40adb2c9-57ef-49ab-923d-3de28345258f req-cf853c93-9def-4d79-9f9d-05c8f760e30c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Sep 23 15:19:29.411343 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc4626-b56c-4e14-bc64-d056da9b0b20 req-9d9030a1-fe44-4c60-b5b8-a33e6dadd94d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:29.412810 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-15cc4626-b56c-4e14-bc64-d056da9b0b20 req-9d9030a1-fe44-4c60-b5b8-a33e6dadd94d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0464973 Sep 23 15:19:29.460987 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-15cc4626-b56c-4e14-bc64-d056da9b0b20 req-b1c285d0-efa8-4702-a76f-19eafccb634e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Sep 23 15:19:30.203455 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dff22-98b9-4124-88ad-d1abdfb34a37 req-cec9a72f-ee2b-441c-9e1c-b087adb54ccd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:30.204917 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d18dff22-98b9-4124-88ad-d1abdfb34a37 req-cec9a72f-ee2b-441c-9e1c-b087adb54ccd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0460525 Sep 23 15:19:30.265508 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d18dff22-98b9-4124-88ad-d1abdfb34a37 req-bbe56c0d-180b-4d19-ab19-1ba130781b86 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521951 Sep 23 15:19:30.345081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=49 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:30.352746 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=55 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:30.449159 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d4c9d-db48-43c5-9f62-bf6d6df67f13 req-26228a6f-9a80-4a05-bf7c-bba087a0c972 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:30.450998 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a95d4c9d-db48-43c5-9f62-bf6d6df67f13 req-26228a6f-9a80-4a05-bf7c-bba087a0c972 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0635421 Sep 23 15:19:30.500095 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a95d4c9d-db48-43c5-9f62-bf6d6df67f13 req-40957b72-d1ed-4b3e-938b-06e73452eebd tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Sep 23 15:19:30.603661 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26d2e2-0721-49d6-87b4-35ef4f738544 req-151e9219-1caf-4afe-8f3b-81a4cfd977a0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:30.605015 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8b26d2e2-0721-49d6-87b4-35ef4f738544 req-151e9219-1caf-4afe-8f3b-81a4cfd977a0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0455024 Sep 23 15:19:30.653555 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8b26d2e2-0721-49d6-87b4-35ef4f738544 req-2b671614-c12c-4a19-8536-5f8a938ee171 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Sep 23 15:19:31.404259 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59adba0-7c73-46c5-bdd7-51c8da8f46b6 req-11f0d0d5-8908-4f81-95f3-be7dcc9a0f0e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:31.405765 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c59adba0-7c73-46c5-bdd7-51c8da8f46b6 req-11f0d0d5-8908-4f81-95f3-be7dcc9a0f0e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0589602 Sep 23 15:19:31.454350 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c59adba0-7c73-46c5-bdd7-51c8da8f46b6 req-1e72d6de-7339-4fec-90b4-cc2c9496162e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Sep 23 15:19:31.630591 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d042ff-9045-44a0-a054-400d93ca97ba req-80e4d35d-d635-4074-8e1d-a7e7faa43c2b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:31.632064 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14d042ff-9045-44a0-a054-400d93ca97ba req-80e4d35d-d635-4074-8e1d-a7e7faa43c2b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0566788 Sep 23 15:19:31.682100 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14d042ff-9045-44a0-a054-400d93ca97ba req-0bffbae5-3b36-46c0-8563-216709f0fed5 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Sep 23 15:19:31.797939 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f9bd-3c73-4ecc-a828-1cf7de6900db req-fc52b99e-35d9-4507-ab95-7eeea05112cb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:31.799383 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0650f9bd-3c73-4ecc-a828-1cf7de6900db req-fc52b99e-35d9-4507-ab95-7eeea05112cb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0567513 Sep 23 15:19:31.810553 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:31.848218 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0650f9bd-3c73-4ecc-a828-1cf7de6900db req-238e61f4-1ab2-4b51-ab86-8f30dd10a9aa tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Sep 23 15:19:32.588616 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c530bef-0b5c-4dee-aaea-e5b41e80e911 req-41cb8cdc-691e-42b4-a998-4820752c95cd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:32.590065 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7c530bef-0b5c-4dee-aaea-e5b41e80e911 req-41cb8cdc-691e-42b4-a998-4820752c95cd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 944 time: 0.0568061 Sep 23 15:19:32.640299 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7c530bef-0b5c-4dee-aaea-e5b41e80e911 req-9de6506a-7a16-4e03-b3e6-15b5389cb958 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Sep 23 15:19:32.730756 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 70760e9f-6d22-46eb-aa3e-f9e855dbf739 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:19:32.776083 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:19:32.784161 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:19:32.784720 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:32.785064 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 Sep 23 15:19:32.818326 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804426cc-b173-41a2-9859-4016735c8eb6 req-2d475187-dd1b-4b26-9df3-cc11600e4a64 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:32.825730 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-804426cc-b173-41a2-9859-4016735c8eb6 req-2d475187-dd1b-4b26-9df3-cc11600e4a64 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0654845 Sep 23 15:19:32.861134 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:19:32.861730 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:32.887323 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-804426cc-b173-41a2-9859-4016735c8eb6 req-00b1ef37-5062-4492-b12e-71cee324e993 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608118 Sep 23 15:19:32.894130 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70760e9f-6d22-46eb-aa3e-f9e855dbf739'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:19:32.896720 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421bc09c-bd57-45de-8b09-58a6553a132a" -d '{"events": [{"server_uuid": "a7d9677f-fe5a-4549-91b7-4657540ae97f", "name": "network-vif-plugged", "status": "completed", "tag": "70760e9f-6d22-46eb-aa3e-f9e855dbf739"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:32.909501 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 70760e9f-6d22-46eb-aa3e-f9e855dbf739, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:32.918826 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:32.973126 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:32.976787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=70760e9f-6d22-46eb-aa3e-f9e855dbf739,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:33.002712 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aebc75-09b9-49dd-8d33-5755abc00fde req-86da86dd-2886-4266-8c45-da4b2642a0c0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:33.004290 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-20aebc75-09b9-49dd-8d33-5755abc00fde req-86da86dd-2886-4266-8c45-da4b2642a0c0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0557134 Sep 23 15:19:33.035790 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:33.063434 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-20aebc75-09b9-49dd-8d33-5755abc00fde req-2bba033f-bbc8-4cd2-88d3-d13b07f25e58 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517673 Sep 23 15:19:33.082039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ca154-027a-4090-9111-55bd5713113f x-openstack-request-id: req-024ca154-027a-4090-9111-55bd5713113f {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:33.082344 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9677f-fe5a-4549-91b7-4657540ae97f", "name": "network-vif-plugged", "status": "completed", "tag": "70760e9f-6d22-46eb-aa3e-f9e855dbf739", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:33.082593 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-024ca154-027a-4090-9111-55bd5713113f {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:33.082982 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024ca154-027a-4090-9111-55bd5713113f'] response: {'server_uuid': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70760e9f-6d22-46eb-aa3e-f9e855dbf739', 'code': 200} Sep 23 15:19:33.229682 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:33.814716 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db57b0-4f24-4010-b9d5-3235ce0f0c4b req-ab697c23-2be6-43e4-a83d-c6cc5781363c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:33.816170 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-42db57b0-4f24-4010-b9d5-3235ce0f0c4b req-ab697c23-2be6-43e4-a83d-c6cc5781363c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0872986 Sep 23 15:19:33.854885 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e988801a-fc7f-4441-97be-ea6be85a384f req-9ab721ed-c31a-4834-9ad8-c31e5ee771da service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454308 Sep 23 15:19:33.881196 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-42db57b0-4f24-4010-b9d5-3235ce0f0c4b req-18cf6960-4167-4f04-9336-c9b73060f9b4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544465 Sep 23 15:19:33.956109 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beba5b-46ea-4b7f-b2d6-bfd0e54fb5fd req-0ac06e7d-3955-4727-a256-a3486d7adb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:33.957640 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-09beba5b-46ea-4b7f-b2d6-bfd0e54fb5fd req-0ac06e7d-3955-4727-a256-a3486d7adb44 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1129 time: 0.0391798 Sep 23 15:19:34.029836 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d4ffb-818b-4e0c-b458-fae398ac1688 req-57fc14fd-5f81-4f80-8cf2-30b6044f9bab tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:34.031307 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0c7d4ffb-818b-4e0c-b458-fae398ac1688 req-57fc14fd-5f81-4f80-8cf2-30b6044f9bab tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0554781 Sep 23 15:19:34.086238 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0c7d4ffb-818b-4e0c-b458-fae398ac1688 req-33300aa6-889c-4cf8-accc-72f59020a9be tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491221 Sep 23 15:19:34.192355 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b6b2-fc76-45d1-a5cf-23595060f9de req-d50324cb-a938-4114-8a7e-94602f9cdcae tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:34.194028 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6814b6b2-fc76-45d1-a5cf-23595060f9de req-d50324cb-a938-4114-8a7e-94602f9cdcae tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0466790 Sep 23 15:19:34.246161 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6814b6b2-fc76-45d1-a5cf-23595060f9de req-0c7325dd-0be8-46e9-9649-02a035b30255 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465100 Sep 23 15:19:35.029898 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8af0a-e44e-4842-88ce-4982386d221c req-1a458485-5316-4b0c-af93-50299b71c137 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:35.031370 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a8f8af0a-e44e-4842-88ce-4982386d221c req-1a458485-5316-4b0c-af93-50299b71c137 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0475357 Sep 23 15:19:35.082766 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a8f8af0a-e44e-4842-88ce-4982386d221c req-4cc89033-e9e8-4f20-a4ab-f248a9ffb3db tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Sep 23 15:19:35.211663 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558da027-2602-4376-82a2-88acb0888625 req-b37d8d2e-553d-43aa-ac2c-112c2414cdb3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:35.213125 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-558da027-2602-4376-82a2-88acb0888625 req-b37d8d2e-553d-43aa-ac2c-112c2414cdb3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0459235 Sep 23 15:19:35.260484 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-558da027-2602-4376-82a2-88acb0888625 req-dd346e04-8f1b-42a0-9e07-7b6aa6852a45 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Sep 23 15:19:35.377564 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9562c3e-3e2f-409a-927e-645c3250fcb8 req-ecf1cf82-9347-4e8d-b11b-bc52181137d7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:35.378914 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d9562c3e-3e2f-409a-927e-645c3250fcb8 req-ecf1cf82-9347-4e8d-b11b-bc52181137d7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0465288 Sep 23 15:19:35.429580 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d9562c3e-3e2f-409a-927e-645c3250fcb8 req-f4cac8db-10e3-4fa7-abd8-832e3d33270a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 Sep 23 15:19:35.721304 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-09beba5b-46ea-4b7f-b2d6-bfd0e54fb5fd req-cdd2c448-b151-4b8d-917f-99f91affe873 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514090 Sep 23 15:19:36.220790 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001bffd-31c9-47f8-9eec-05f5588f83df req-920ce2ff-c31e-49c1-93f5-780f21209103 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:36.223666 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a001bffd-31c9-47f8-9eec-05f5588f83df req-920ce2ff-c31e-49c1-93f5-780f21209103 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0537431 Sep 23 15:19:36.270939 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a001bffd-31c9-47f8-9eec-05f5588f83df req-51386ca9-c57f-418d-92fa-2429ba6d3c61 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Sep 23 15:19:36.391215 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab52038-1495-421e-9699-9ae9059569d6 req-6d27e6d7-aea7-4956-a8ff-965130e285d1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:36.392736 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aab52038-1495-421e-9699-9ae9059569d6 req-6d27e6d7-aea7-4956-a8ff-965130e285d1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0521853 Sep 23 15:19:36.444657 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aab52038-1495-421e-9699-9ae9059569d6 req-986461cb-3407-439b-919f-e56d864822b6 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461326 Sep 23 15:19:36.568225 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88708f3c-fc05-42f1-b22d-d462cd73d42e req-31f650d1-075e-4414-be45-b0140be5def2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:36.569811 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-88708f3c-fc05-42f1-b22d-d462cd73d42e req-31f650d1-075e-4414-be45-b0140be5def2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0523746 Sep 23 15:19:36.619336 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-88708f3c-fc05-42f1-b22d-d462cd73d42e req-4e0e6c31-dd91-49f6-b483-58dac07ef347 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Sep 23 15:19:37.401904 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992801f-2029-4ce0-8ff9-3c6bf9d2a18d req-257c24ee-09ca-48ee-9a11-47c3bfc81cae tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:37.403325 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c992801f-2029-4ce0-8ff9-3c6bf9d2a18d req-257c24ee-09ca-48ee-9a11-47c3bfc81cae tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0462549 Sep 23 15:19:37.454266 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c992801f-2029-4ce0-8ff9-3c6bf9d2a18d req-923a8471-cd7d-4581-8044-309c5f460a72 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Sep 23 15:19:37.566555 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a716e0-81b6-4898-9d70-74d5a257a486 req-e1adc9f9-1965-4331-9f27-7721942739c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:37.568024 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b4a716e0-81b6-4898-9d70-74d5a257a486 req-e1adc9f9-1965-4331-9f27-7721942739c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0475760 Sep 23 15:19:37.617083 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b4a716e0-81b6-4898-9d70-74d5a257a486 req-9317e34f-5299-4b74-b84a-0851187d6ba7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432711 Sep 23 15:19:37.741186 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704222f-f28c-4a30-988f-048e7ec6e3c6 req-d2732932-541d-4deb-a244-f712d131239c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:37.742707 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9704222f-f28c-4a30-988f-048e7ec6e3c6 req-d2732932-541d-4deb-a244-f712d131239c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0522254 Sep 23 15:19:37.745146 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7023d7-c319-49c4-b2e1-8a3fb53cb766 req-5262d299-0760-4b35-b541-60d58fcbc579 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:37.746426 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9a7023d7-c319-49c4-b2e1-8a3fb53cb766 req-5262d299-0760-4b35-b541-60d58fcbc579 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0464356 Sep 23 15:19:37.753542 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 50590) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:37.758489 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'floatingip': {'port_id': '5073b565-7790-42c1-a11b-5c4328b5da4a'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:37.758786 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:37.799468 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9a7023d7-c319-49c4-b2e1-8a3fb53cb766 req-c13fa54c-29c2-44ff-b2a2-686dae141d93 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471768 Sep 23 15:19:37.833233 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (45c4d900-ad9b-4447-94ed-cdf9153fdf81), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:38.434588 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:38.477150 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:38.480027 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:38.486047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (45c4d900-ad9b-4447-94ed-cdf9153fdf81), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:38.825348 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d18611-4b4f-43d4-b6c2-6d5a0991b6e2 req-74e2df06-cd48-473c-a8a0-d45747bab212 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:38.827262 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a0d18611-4b4f-43d4-b6c2-6d5a0991b6e2 req-74e2df06-cd48-473c-a8a0-d45747bab212 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.2859888 Sep 23 15:19:38.861181 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Floating IP 45c4d900-ad9b-4447-94ed-cdf9153fdf81 associated. External IP: 172.27.1.5, port: 5073b565-7790-42c1-a11b-5c4328b5da4a. Sep 23 15:19:38.932367 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade1e0a-8313-4620-9d57-985a7b68f5d3 req-1ccd84e1-15d2-447e-a452-2d2419a28363 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:38.933963 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1ade1e0a-8313-4620-9d57-985a7b68f5d3 req-1ccd84e1-15d2-447e-a452-2d2419a28363 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0507102 Sep 23 15:19:38.935824 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a0d18611-4b4f-43d4-b6c2-6d5a0991b6e2 req-dd70605c-65c7-4554-aadd-ed585ad115e0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013291 Sep 23 15:19:39.007933 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1ade1e0a-8313-4620-9d57-985a7b68f5d3 req-ffc9c932-ae6c-4663-96c2-64f7846c7482 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581157 Sep 23 15:19:39.203688 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ceec0-49c8-4aa1-a1d7-3f2600c74672 req-9781b122-29fb-48a6-a0d0-7c35aa15d664 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:39.203688 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-391ceec0-49c8-4aa1-a1d7-3f2600c74672 req-9781b122-29fb-48a6-a0d0-7c35aa15d664 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0900364 Sep 23 15:19:39.211022 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068843-6958-4863-a0da-93a8db7226d4 req-105f4506-652b-4baa-a4cc-791cd317dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:39.212442 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0b068843-6958-4863-a0da-93a8db7226d4 req-105f4506-652b-4baa-a4cc-791cd317dedd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 1129 time: 0.0843308 Sep 23 15:19:39.213305 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 50632) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:39.214187 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Router 197d0045-a353-4617-93c2-bb7d6c36e08a has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:19:39.218122 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'floatingip': {'port_id': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:39.309195 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (e6bf4885-cff7-493a-87cd-4426fa7571bf), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:39.325121 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0b068843-6958-4863-a0da-93a8db7226d4 req-6f6164fe-d167-4fd2-bd19-f6c8fe07554d service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056650 Sep 23 15:19:39.385756 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:19:39.392500 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:39.400491 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] Sync routers for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:39.419659 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:19:39.426754 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:39.434880 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-1fdd339c-2f14-45d0-9054-36084ba92e1c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/45c4d900-ad9b-4447-94ed-cdf9153fdf81 HTTP/1.1" status: 200 len: 990 time: 1.6800961 Sep 23 15:19:39.437899 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:19:39.442956 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9bffed-737f-4354-96ac-1872b9abfa24" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:39.510347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4146663-a3af-4f5c-919c-1a0553d7493f x-openstack-request-id: req-f4146663-a3af-4f5c-919c-1a0553d7493f {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:39.511149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:39.511659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4146663-a3af-4f5c-919c-1a0553d7493f {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:39.513273 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4146663-a3af-4f5c-919c-1a0553d7493f'] response: {'name': 'network-changed', 'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'status': 'completed', 'code': 200} Sep 23 15:19:39.622708 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:19:39.726658 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:39.889133 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '45c4d900-ad9b-4447-94ed-cdf9153fdf81', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'port_id': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'mac_address': 'fa:16:3e:41:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:21Z', 'updated_at': '2022-09-23T15:19:38Z', 'revision_number': 1, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:39.914524 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] Checking router: 197d0045-a353-4617-93c2-bb7d6c36e08a for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:39.923006 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:19:39.923612 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:40.023984 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:19:40.096018 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b1926-335a-4578-8cfd-f7112263068f req-f784ee8b-c672-4a45-816c-c890d5689b78 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:40.097583 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-522b1926-335a-4578-8cfd-f7112263068f req-f784ee8b-c672-4a45-816c-c890d5689b78 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0806575 Sep 23 15:19:40.152019 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-522b1926-335a-4578-8cfd-f7112263068f req-f325e370-f8e3-4a2c-a4ba-f87b06e0fc9d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464606 Sep 23 15:19:40.169552 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:40.178203 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (e6bf4885-cff7-493a-87cd-4426fa7571bf), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:40.245809 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '45c4d900-ad9b-4447-94ed-cdf9153fdf81', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'port_id': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'mac_address': 'fa:16:3e:41:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:21Z', 'updated_at': '2022-09-23T15:19:38Z', 'revision_number': 1, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:40.273131 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Floating IP e6bf4885-cff7-493a-87cd-4426fa7571bf associated. External IP: 172.27.1.242, port: 93652ce2-3bd3-4207-96bf-3c25e56c5c28. Sep 23 15:19:40.274396 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd62de-ffe2-44a3-aa01-82abdbde7092 None None] The sync data for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi is: [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '45c4d900-ad9b-4447-94ed-cdf9153fdf81', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'port_id': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'mac_address': 'fa:16:3e:41:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:21Z', 'updated_at': '2022-09-23T15:19:38Z', 'revision_number': 1, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:40.476264 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Router 1a95cb75-3c6a-4c47-9322-e911744a7e86 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:19:40.496864 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759eea79-94b7-47e9-ac94-f0e7de21ed3d None None] New status for floating IP 45c4d900-ad9b-4447-94ed-cdf9153fdf81: ACTIVE {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:19:40.588058 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:40.599073 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:19:40.604659 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:40.611816 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] Sync routers for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:40.626910 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:19:40.630206 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:40.667164 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6ed7fba9-5ae2-407d-a263-4e5c3eb7f6bd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/e6bf4885-cff7-493a-87cd-4426fa7571bf HTTP/1.1" status: 200 len: 991 time: 1.4524524 Sep 23 15:19:40.668078 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:19:40.674314 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2332d336-fd62-43e7-a326-75e2fddc1571" -d '{"events": [{"name": "network-changed", "server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:40.728937 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3493976-1e44-46c4-bac7-0c688df11177 x-openstack-request-id: req-e3493976-1e44-46c4-bac7-0c688df11177 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:40.729236 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:40.729491 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e3493976-1e44-46c4-bac7-0c688df11177 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:40.729900 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3493976-1e44-46c4-bac7-0c688df11177'] response: {'name': 'network-changed', 'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'status': 'completed', 'code': 200} Sep 23 15:19:40.791337 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:40.808402 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:19:41.070193 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:41.161160 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'e6bf4885-cff7-493a-87cd-4426fa7571bf', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'port_id': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'mac_address': 'fa:16:3e:b3:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95199f41-0774-4f39-912e-97a924ef09eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:16Z', 'updated_at': '2022-09-23T15:19:40Z', 'revision_number': 1, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:41.178730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-c263a291-bc6d-4ae6-9a13-bb62ad6deff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:41.180377 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-c263a291-bc6d-4ae6-9a13-bb62ad6deff5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 1130 time: 0.0948932 Sep 23 15:19:41.235542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-64020bb4-5444-45ef-8776-a611f03e5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:41.237084 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-64020bb4-5444-45ef-8776-a611f03e5114 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1129 time: 0.1269252 Sep 23 15:19:41.257331 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] Checking router: 1a95cb75-3c6a-4c47-9322-e911744a7e86 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:41.282878 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:19:41.284991 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:41.355941 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf921bc3-535e-4587-b1b9-56dcf4f88883 req-ecba3e96-16cd-45ee-858a-9b9958472a46 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:41.358051 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf921bc3-535e-4587-b1b9-56dcf4f88883 req-ecba3e96-16cd-45ee-858a-9b9958472a46 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0524902 Sep 23 15:19:41.421205 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-379523af-f947-4c7b-a573-5f300201f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:41.423382 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-379523af-f947-4c7b-a573-5f300201f99a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.1303658 Sep 23 15:19:41.430158 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:19:41.449005 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:41.467655 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:41.474871 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf921bc3-535e-4587-b1b9-56dcf4f88883 req-33e97d24-31fc-4981-b21e-20b0b0dbee66 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052883 Sep 23 15:19:41.486675 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-9eecd19e-9263-4d8c-923d-c0d782925fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:41.493557 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-9eecd19e-9263-4d8c-923d-c0d782925fbd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 911 time: 0.2935526 Sep 23 15:19:41.587789 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-17161032-6371-4231-a702-81c24f5c76d3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 999 time: 0.1252518 Sep 23 15:19:41.629146 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-664f460e-68f4-4e24-99dc-0caf1f1d14e0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 200 len: 1000 time: 0.1292424 Sep 23 15:19:41.650903 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 50698) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:41.691008 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'e6bf4885-cff7-493a-87cd-4426fa7571bf', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'port_id': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'mac_address': 'fa:16:3e:b3:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95199f41-0774-4f39-912e-97a924ef09eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:16Z', 'updated_at': '2022-09-23T15:19:40Z', 'revision_number': 1, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:41.717209 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc0d3f-b5a3-4e9e-9d41-f6a3bf3db15f None None] The sync data for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi is: [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'e6bf4885-cff7-493a-87cd-4426fa7571bf', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'port_id': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'mac_address': 'fa:16:3e:b3:0d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95199f41-0774-4f39-912e-97a924ef09eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:16Z', 'updated_at': '2022-09-23T15:19:40Z', 'revision_number': 1, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:41.773510 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-9b16a569-2e60-4ddc-8d5e-21abe3f71a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:41.781894 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:41.875130 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-9b16a569-2e60-4ddc-8d5e-21abe3f71a31 admin admin] Publish callbacks [] for security_group (fd6fa6f2-4440-41db-859f-22fe4e948bdd), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:41.882323 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-9b16a569-2e60-4ddc-8d5e-21abe3f71a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fd6fa6f2-4440-41db-859f-22fe4e948bdd), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:41.924305 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16a569-2e60-4ddc-8d5e-21abe3f71a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6fa6f2-4440-41db-859f-22fe4e948bdd,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:41.931446 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-9b16a569-2e60-4ddc-8d5e-21abe3f71a31 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=251eaac1952247f9ad304278019eb7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765555 Sep 23 15:19:41.932216 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 50706) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:41.990671 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc9d7-f61f-419f-be45-f73c176cff3c admin admin] Publish callbacks [] for security_group (fd6fa6f2-4440-41db-859f-22fe4e948bdd), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.012416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc9d7-f61f-419f-be45-f73c176cff3c admin admin] Publish callbacks [] for security_group (fd6fa6f2-4440-41db-859f-22fe4e948bdd), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.063907 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed211405-fe8f-49a1-9f49-fb9a11bee59c None None] New status for floating IP e6bf4885-cff7-493a-87cd-4426fa7571bf: ACTIVE {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:19:42.067538 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc9d7-f61f-419f-be45-f73c176cff3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fd6fa6f2-4440-41db-859f-22fe4e948bdd), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.070606 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9b3bc9d7-f61f-419f-be45-f73c176cff3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.071926 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-9b3bc9d7-f61f-419f-be45-f73c176cff3c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fd6fa6f2-4440-41db-859f-22fe4e948bdd HTTP/1.1" status: 204 len: 168 time: 0.1391113 Sep 23 15:19:42.081322 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bc9d7-f61f-419f-be45-f73c176cff3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6fa6f2-4440-41db-859f-22fe4e948bdd,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:42.374530 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 50716) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:42.388623 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-09cf1d97-fbfd-44ae-be8b-4c033b1419b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.478850 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-c97fbe6d-42c5-4c69-996d-957ec80c1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:42.480254 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-c97fbe6d-42c5-4c69-996d-957ec80c1a47 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0561688 Sep 23 15:19:42.495175 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-b0e907f2-a80c-45c8-b2d4-6f4bbc856ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:42.496633 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-b0e907f2-a80c-45c8-b2d4-6f4bbc856ce2 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.0713537 Sep 23 15:19:42.521225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-09cf1d97-fbfd-44ae-be8b-4c033b1419b3 admin admin] Publish callbacks [] for security_group (456c6225-d726-4a8e-99b0-61ea3360896b), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.530553 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-c1c0a39b-ff7e-494d-9806-e2481e58c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:42.532144 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-c1c0a39b-ff7e-494d-9806-e2481e58c0ed service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442181 Sep 23 15:19:42.540037 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-09cf1d97-fbfd-44ae-be8b-4c033b1419b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (456c6225-d726-4a8e-99b0-61ea3360896b), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.572730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-c10bc6e0-d968-4d42-bebf-e69e772ada1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:42.574231 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-c10bc6e0-d968-4d42-bebf-e69e772ada1b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683234 Sep 23 15:19:42.587823 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-09cf1d97-fbfd-44ae-be8b-4c033b1419b3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8fa5357b890a4bcebc58466125d7ea2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121651 Sep 23 15:19:42.598765 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 50720) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:42.623132 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf1d97-fbfd-44ae-be8b-4c033b1419b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456c6225-d726-4a8e-99b0-61ea3360896b,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:42.666146 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ef706-a688-4ea8-bc90-80cd8f7c84ca req-7074ad30-03a9-4044-8c53-103229200af2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:42.667612 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4d3ef706-a688-4ea8-bc90-80cd8f7c84ca req-7074ad30-03a9-4044-8c53-103229200af2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0793617 Sep 23 15:19:42.697860 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-7df49345-5404-4514-a2fe-508b69f31432 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595359 Sep 23 15:19:42.745352 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a6451bd6-6085-484b-86d3-76abd0507b33 admin admin] Publish callbacks [] for security_group (456c6225-d726-4a8e-99b0-61ea3360896b), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.749771 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-b600f8e5-f1c7-4fdf-9f23-06665ec91e4b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645396 Sep 23 15:19:42.775545 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4d3ef706-a688-4ea8-bc90-80cd8f7c84ca req-cae87dfe-4ead-405c-aa06-02cdd08f188a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008806 Sep 23 15:19:42.775773 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a6451bd6-6085-484b-86d3-76abd0507b33 admin admin] Publish callbacks [] for security_group (456c6225-d726-4a8e-99b0-61ea3360896b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.813246 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:42.820500 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2332d336-fd62-43e7-a326-75e2fddc1571 req-3280e8bb-06be-41e4-81fc-abac8dab1e00 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151595 Sep 23 15:19:42.894482 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa9bffed-737f-4354-96ac-1872b9abfa24 req-33315b0e-3f69-46d4-8907-ce666d01ae35 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347950 Sep 23 15:19:42.900341 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a6451bd6-6085-484b-86d3-76abd0507b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (456c6225-d726-4a8e-99b0-61ea3360896b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.903251 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a6451bd6-6085-484b-86d3-76abd0507b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:42.907530 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-a6451bd6-6085-484b-86d3-76abd0507b33 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/456c6225-d726-4a8e-99b0-61ea3360896b HTTP/1.1" status: 204 len: 168 time: 0.3040726 Sep 23 15:19:42.925216 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6451bd6-6085-484b-86d3-76abd0507b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c6225-d726-4a8e-99b0-61ea3360896b,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:43.134599 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ec5f8-530a-4ae4-b753-21dc90b4499a req-10ffd096-5666-4b5c-9a1b-20aef0a58c46 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:43.136064 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b5ec5f8-530a-4ae4-b753-21dc90b4499a req-10ffd096-5666-4b5c-9a1b-20aef0a58c46 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0561888 Sep 23 15:19:43.156975 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-b021d792-fc61-42bb-b9b1-893c8f0d2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:43.158996 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-b021d792-fc61-42bb-b9b1-893c8f0d2526 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 1129 time: 0.0427163 Sep 23 15:19:43.174107 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:43.176326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:43.197163 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b5ec5f8-530a-4ae4-b753-21dc90b4499a req-06149d7a-f13b-4c51-aa48-b1711273f2f4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544112 Sep 23 15:19:43.270619 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-7b24d00e-a770-420f-84ad-f280291d21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:43.272066 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-7b24d00e-a770-420f-84ad-f280291d21ff service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.1056685 Sep 23 15:19:43.302072 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 50736) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:43.314759 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-d0f820f4-9fbc-464e-a286-9ad38aa407c3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739 HTTP/1.1" status: 200 len: 217 time: 0.0355139 Sep 23 15:19:43.315793 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-266d39bf-e24e-49dc-9095-7bb298e49c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.366240 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-7d21f715-4562-4080-a1e7-4f47d63a67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:43.367948 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-7d21f715-4562-4080-a1e7-4f47d63a67ee service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0471017 Sep 23 15:19:43.395550 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-266d39bf-e24e-49dc-9095-7bb298e49c17 admin admin] Publish callbacks [] for security_group (ab714628-a9f1-4a30-80a4-43344bc8161c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.401125 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-266d39bf-e24e-49dc-9095-7bb298e49c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (ab714628-a9f1-4a30-80a4-43344bc8161c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.414207 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-73971474-9076-400e-954c-1aa5c2c4d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:43.415919 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-73971474-9076-400e-954c-1aa5c2c4d069 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415909 Sep 23 15:19:43.442023 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-266d39bf-e24e-49dc-9095-7bb298e49c17 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=22aceb00f5194e7ab93ab70bcb9b9e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387997 Sep 23 15:19:43.443172 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d39bf-e24e-49dc-9095-7bb298e49c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab714628-a9f1-4a30-80a4-43344bc8161c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:43.445694 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 50742) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:43.499427 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6a5d89f6-6cb3-4ddf-bde9-6c4a0202baad admin admin] Publish callbacks [] for security_group (ab714628-a9f1-4a30-80a4-43344bc8161c), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.548200 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-66d04057-a237-4c00-94a3-e04927495009 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252053 Sep 23 15:19:43.673226 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1cbf80ca-413f-4011-baa5-e651e7eb8ff4 req-f0f0cb12-e2b7-424d-8f36-e54a3b953651 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167932 Sep 23 15:19:43.737182 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6a5d89f6-6cb3-4ddf-bde9-6c4a0202baad admin admin] Publish callbacks [] for security_group (ab714628-a9f1-4a30-80a4-43344bc8161c), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.790479 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6a5d89f6-6cb3-4ddf-bde9-6c4a0202baad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (ab714628-a9f1-4a30-80a4-43344bc8161c), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.793181 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6a5d89f6-6cb3-4ddf-bde9-6c4a0202baad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.797167 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6a5d89f6-6cb3-4ddf-bde9-6c4a0202baad admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ab714628-a9f1-4a30-80a4-43344bc8161c HTTP/1.1" status: 204 len: 168 time: 0.3475678 Sep 23 15:19:43.797167 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:43.804878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d89f6-6cb3-4ddf-bde9-6c4a0202baad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab714628-a9f1-4a30-80a4-43344bc8161c,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:44.321691 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd3a60-bbfa-48b4-bad5-a04130ca1d60 req-7147325d-b3a8-4697-96f4-627347f9c979 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:44.323338 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dbbd3a60-bbfa-48b4-bad5-a04130ca1d60 req-7147325d-b3a8-4697-96f4-627347f9c979 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0479352 Sep 23 15:19:44.372957 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dbbd3a60-bbfa-48b4-bad5-a04130ca1d60 req-cae00c38-763d-4a94-a4a9-e643441eb924 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Sep 23 15:19:45.496850 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0542ce-bda9-4019-ab6a-b1fee34e1e92 req-39c356ed-6a9a-4264-bb18-06625e863376 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:45.498432 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2b0542ce-bda9-4019-ab6a-b1fee34e1e92 req-39c356ed-6a9a-4264-bb18-06625e863376 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0474663 Sep 23 15:19:45.552053 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2b0542ce-bda9-4019-ab6a-b1fee34e1e92 req-35a5e26b-885b-418e-9bb3-73182d78de76 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Sep 23 15:19:46.684550 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19d41-2327-452f-9b79-7693f9f7cb12 req-f506b38b-e86f-4aa9-9e77-e6b00bd8a28b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:46.686050 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dca19d41-2327-452f-9b79-7693f9f7cb12 req-f506b38b-e86f-4aa9-9e77-e6b00bd8a28b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0568347 Sep 23 15:19:46.735825 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dca19d41-2327-452f-9b79-7693f9f7cb12 req-0acf3185-ee1c-47f0-b645-7ac89ff3088e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Sep 23 15:19:47.869963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02936c-a6d1-4115-88f0-8af52a955f48 req-241e5c75-61ef-4a18-97f9-875a764c486a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:47.871411 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6f02936c-a6d1-4115-88f0-8af52a955f48 req-241e5c75-61ef-4a18-97f9-875a764c486a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0479074 Sep 23 15:19:47.923020 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6f02936c-a6d1-4115-88f0-8af52a955f48 req-d19bf58a-73b0-4764-a4c8-9dd7812c1a67 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Sep 23 15:19:48.258069 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:48.272668 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-314f1534-5183-4c29-9542-ad2d1559060f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:49.050993 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3cd7-996c-4379-b631-81e3eb6ed233 req-40cb513b-aec2-4040-bf99-aef89fd15d72 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:49.052464 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b30c3cd7-996c-4379-b631-81e3eb6ed233 req-40cb513b-aec2-4040-bf99-aef89fd15d72 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0514858 Sep 23 15:19:49.100560 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b30c3cd7-996c-4379-b631-81e3eb6ed233 req-67476c89-4ada-430d-8b0e-e619feb17668 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Sep 23 15:19:50.221672 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5d84-ba01-4107-a544-49e559ed718a req-c194c44a-a522-45b8-a597-f8d581087d23 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:50.223444 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f33c5d84-ba01-4107-a544-49e559ed718a req-c194c44a-a522-45b8-a597-f8d581087d23 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0474494 Sep 23 15:19:50.272326 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f33c5d84-ba01-4107-a544-49e559ed718a req-12dbb8c6-2d69-4dee-8fc9-95f9845476f0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Sep 23 15:19:50.437183 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-43764ea8-5112-4650-b3cf-f17377189eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:50.530199 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:19:51.404676 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d638bb3-f5a6-450b-a9c5-eb360532c59b req-0a284329-6f13-4544-82d5-976f9f3d5e87 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:51.408574 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2d638bb3-f5a6-450b-a9c5-eb360532c59b req-0a284329-6f13-4544-82d5-976f9f3d5e87 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0554297 Sep 23 15:19:51.464514 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2d638bb3-f5a6-450b-a9c5-eb360532c59b req-79ef558e-cd6b-473b-9b3d-e51f766a08f3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Sep 23 15:19:51.695016 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=62 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:51.854566 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:52.577334 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 50962) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:52.607912 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a1b2a-05a3-4728-8020-001212cea139 req-9984da9b-dc69-4499-85cc-086eff931238 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:52.613129 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9d7a1b2a-05a3-4728-8020-001212cea139 req-9984da9b-dc69-4499-85cc-086eff931238 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0597725 Sep 23 15:19:52.660670 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9d7a1b2a-05a3-4728-8020-001212cea139 req-64bd95a0-f189-4651-a7c6-9886df12febd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Sep 23 15:19:52.702563 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f159b51f-a9e4-4f98-8116-0668f685db73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:52.789922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f159b51f-a9e4-4f98-8116-0668f685db73 admin admin] Publish callbacks [] for security_group (fc986a42-a13c-464b-9202-a2d96758c8da), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:52.795703 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f159b51f-a9e4-4f98-8116-0668f685db73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fc986a42-a13c-464b-9202-a2d96758c8da), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:52.815639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:52.839489 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159b51f-a9e4-4f98-8116-0668f685db73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc986a42-a13c-464b-9202-a2d96758c8da,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:52.847889 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 50980) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:52.850283 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f159b51f-a9e4-4f98-8116-0668f685db73 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c3a9c7b0f6244b9ba7cb0ae899119cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713895 Sep 23 15:19:52.987742 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a374ef8e-5045-4178-bded-3ea6f13d5107 admin admin] Publish callbacks [] for security_group (fc986a42-a13c-464b-9202-a2d96758c8da), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.006963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a12da-9975-42a8-b9a2-8d1c598612ef req-a5ba319e-4362-4dd8-8173-e41cd14777eb tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:53.008431 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3c5a12da-9975-42a8-b9a2-8d1c598612ef req-a5ba319e-4362-4dd8-8173-e41cd14777eb tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0640979 Sep 23 15:19:53.035359 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 50994) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:53.042237 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a374ef8e-5045-4178-bded-3ea6f13d5107 admin admin] Publish callbacks [] for security_group (fc986a42-a13c-464b-9202-a2d96758c8da), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.070951 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:53.100099 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3c5a12da-9975-42a8-b9a2-8d1c598612ef req-729b7474-2bbc-4c23-a799-12f62d8db496 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828142 Sep 23 15:19:53.136105 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a374ef8e-5045-4178-bded-3ea6f13d5107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fc986a42-a13c-464b-9202-a2d96758c8da), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.140434 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a374ef8e-5045-4178-bded-3ea6f13d5107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.145115 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a374ef8e-5045-4178-bded-3ea6f13d5107 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fc986a42-a13c-464b-9202-a2d96758c8da HTTP/1.1" status: 204 len: 168 time: 0.2953067 Sep 23 15:19:53.156197 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374ef8e-5045-4178-bded-3ea6f13d5107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc986a42-a13c-464b-9202-a2d96758c8da,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:53.195760 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2425aaa6-bb01-438c-a5cc-671215b2ed75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.199752 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:53.289789 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2425aaa6-bb01-438c-a5cc-671215b2ed75 admin admin] Publish callbacks [] for security_group (9d19af7e-0e74-4679-b59c-59a5584f0509), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.295407 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2425aaa6-bb01-438c-a5cc-671215b2ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9d19af7e-0e74-4679-b59c-59a5584f0509), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.320514 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.330050 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425aaa6-bb01-438c-a5cc-671215b2ed75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19af7e-0e74-4679-b59c-59a5584f0509,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:53.355406 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51018) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:53.357681 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2425aaa6-bb01-438c-a5cc-671215b2ed75 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e161ec22343e45a8b0ace2c6611d1bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160596 Sep 23 15:19:53.393462 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.426051 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-acad0198-7960-449a-ab5d-5fda521eb4a8 admin admin] Publish callbacks [] for security_group (9d19af7e-0e74-4679-b59c-59a5584f0509), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.450548 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-acad0198-7960-449a-ab5d-5fda521eb4a8 admin admin] Publish callbacks [] for security_group (9d19af7e-0e74-4679-b59c-59a5584f0509), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.507305 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-acad0198-7960-449a-ab5d-5fda521eb4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9d19af7e-0e74-4679-b59c-59a5584f0509), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.509418 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51020) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:53.509886 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-acad0198-7960-449a-ab5d-5fda521eb4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.513186 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-acad0198-7960-449a-ab5d-5fda521eb4a8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9d19af7e-0e74-4679-b59c-59a5584f0509 HTTP/1.1" status: 204 len: 168 time: 0.1554527 Sep 23 15:19:53.523059 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad0198-7960-449a-ab5d-5fda521eb4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d19af7e-0e74-4679-b59c-59a5584f0509,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:53.524223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d0f50a8-3426-4350-85b5-96846f6bf80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.613494 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d0f50a8-3426-4350-85b5-96846f6bf80c admin admin] Publish callbacks [] for security_group (85c988f8-b33f-4cb1-a67a-10ea06901853), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.624799 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d0f50a8-3426-4350-85b5-96846f6bf80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (85c988f8-b33f-4cb1-a67a-10ea06901853), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.680433 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-8d0f50a8-3426-4350-85b5-96846f6bf80c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=63e679306f1f46979fee8a72671135a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671844 Sep 23 15:19:53.680938 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51028) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:53.682656 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f50a8-3426-4350-85b5-96846f6bf80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c988f8-b33f-4cb1-a67a-10ea06901853,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:53.714015 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51032) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:53.755856 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a33249aa-b2d7-4f98-a963-6193f551a65d admin admin] Publish callbacks [] for security_group (85c988f8-b33f-4cb1-a67a-10ea06901853), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.787579 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a33249aa-b2d7-4f98-a963-6193f551a65d admin admin] Publish callbacks [] for security_group (85c988f8-b33f-4cb1-a67a-10ea06901853), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.830138 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:53.859994 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a33249aa-b2d7-4f98-a963-6193f551a65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (85c988f8-b33f-4cb1-a67a-10ea06901853), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.865571 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a33249aa-b2d7-4f98-a963-6193f551a65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:53.867264 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a33249aa-b2d7-4f98-a963-6193f551a65d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/85c988f8-b33f-4cb1-a67a-10ea06901853 HTTP/1.1" status: 204 len: 168 time: 0.1845410 Sep 23 15:19:53.876938 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33249aa-b2d7-4f98-a963-6193f551a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c988f8-b33f-4cb1-a67a-10ea06901853,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:53.980493 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f742f1-60fa-497a-ace2-556675ad5669 req-e79ea949-2ba8-4632-bf0f-e75a9d8cfbd7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:53.983261 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-76f742f1-60fa-497a-ace2-556675ad5669 req-e79ea949-2ba8-4632-bf0f-e75a9d8cfbd7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0553651 Sep 23 15:19:54.005039 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-19647510-1cdc-46f4-9c70-bb5da4ed4119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.099705 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-76f742f1-60fa-497a-ace2-556675ad5669 req-704ac967-a8c8-473d-9d5d-dae9f6be5e92 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079969 Sep 23 15:19:54.143029 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-19647510-1cdc-46f4-9c70-bb5da4ed4119 admin admin] Publish callbacks [] for security_group (6cec34ae-1111-4fd8-823a-ef5074958a61), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.149509 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-19647510-1cdc-46f4-9c70-bb5da4ed4119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (6cec34ae-1111-4fd8-823a-ef5074958a61), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.206087 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-19647510-1cdc-46f4-9c70-bb5da4ed4119 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c89c1fb05f6f4662ac6b0cf26673ed13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906065 Sep 23 15:19:54.206786 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51054) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:54.214601 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19647510-1cdc-46f4-9c70-bb5da4ed4119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cec34ae-1111-4fd8-823a-ef5074958a61,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:54.266550 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37582-9af8-4ab0-92ad-d181bbee84ea req-3acac570-222b-482b-bbc8-f3c2b01f41fb tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:54.269021 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-35b37582-9af8-4ab0-92ad-d181bbee84ea req-3acac570-222b-482b-bbc8-f3c2b01f41fb tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0714204 Sep 23 15:19:54.281442 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-20560dbe-98a5-4eb0-afdf-66f6fd9659ea admin admin] Publish callbacks [] for security_group (6cec34ae-1111-4fd8-823a-ef5074958a61), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.308458 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-20560dbe-98a5-4eb0-afdf-66f6fd9659ea admin admin] Publish callbacks [] for security_group (6cec34ae-1111-4fd8-823a-ef5074958a61), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.333525 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-35b37582-9af8-4ab0-92ad-d181bbee84ea req-8652d498-e88b-4600-afe0-86a02eaff6af tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587056 Sep 23 15:19:54.351033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:54.371434 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-20560dbe-98a5-4eb0-afdf-66f6fd9659ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (6cec34ae-1111-4fd8-823a-ef5074958a61), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.374199 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-20560dbe-98a5-4eb0-afdf-66f6fd9659ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.378287 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-20560dbe-98a5-4eb0-afdf-66f6fd9659ea admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6cec34ae-1111-4fd8-823a-ef5074958a61 HTTP/1.1" status: 204 len: 168 time: 0.1677206 Sep 23 15:19:54.385054 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20560dbe-98a5-4eb0-afdf-66f6fd9659ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cec34ae-1111-4fd8-823a-ef5074958a61,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:54.768172 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51082) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:54.838522 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51088) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:54.852502 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4ced33ae-d12f-42a8-b6d6-a60469666203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.933661 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4ced33ae-d12f-42a8-b6d6-a60469666203 admin admin] Publish callbacks [] for security_group (0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.939524 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4ced33ae-d12f-42a8-b6d6-a60469666203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:54.956754 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-740662461-network', 'tenant_id': 'efa8ccdc30dc4651b730950a0a5fe8d4'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:55.001207 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4ced33ae-d12f-42a8-b6d6-a60469666203 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a69fbd84f7b24d7581c987a78e471107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613574 Sep 23 15:19:55.003231 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51092) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:55.005765 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced33ae-d12f-42a8-b6d6-a60469666203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:55.011197 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:55.015929 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Made reservation on behalf of efa8ccdc30dc4651b730950a0a5fe8d4 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:55.019472 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.028263 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.065362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8cd4155-a04a-4622-b067-2c95b1f33a7f admin admin] Publish callbacks [] for security_group (0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.086361 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8cd4155-a04a-4622-b067-2c95b1f33a7f admin admin] Publish callbacks [] for security_group (0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.122789 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks [] for security_group (a90df508-2743-45a0-866a-cefdb98c1d84), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.129220 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (a90df508-2743-45a0-866a-cefdb98c1d84), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.144529 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8cd4155-a04a-4622-b067-2c95b1f33a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.146930 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:55.153348 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8cd4155-a04a-4622-b067-2c95b1f33a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.158781 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b8cd4155-a04a-4622-b067-2c95b1f33a7f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6 HTTP/1.1" status: 204 len: 168 time: 0.1510954 Sep 23 15:19:55.162285 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:19:55.176148 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd4155-a04a-4622-b067-2c95b1f33a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d156039-e9b3-4ba1-abc3-8ccbdf5c0ed6,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:55.176364 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90df508-2743-45a0-866a-cefdb98c1d84,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:55.191804 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (15d1f386-f3e3-4b05-8105-1b95cfc5572c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.192131 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Added segment 15d1f386-f3e3-4b05-8105-1b95cfc5572c of type vlan for network c67c26da-b776-4386-b438-d1ea6d9daf36 Sep 23 15:19:55.254631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (c67c26da-b776-4386-b438-d1ea6d9daf36), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.267618 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1b437-33af-4244-81e9-9c97b4df7d36 req-924aef11-a858-4d26-a5ee-12ac58323ead tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:55.270075 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f9f1b437-33af-4244-81e9-9c97b4df7d36 req-924aef11-a858-4d26-a5ee-12ac58323ead tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0728221 Sep 23 15:19:55.302482 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (c67c26da-b776-4386-b438-d1ea6d9daf36), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.303496 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:55.304076 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.336463 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f9f1b437-33af-4244-81e9-9c97b4df7d36 req-bbeb2ee8-203f-476b-b7d4-ce45a0da171e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576084 Sep 23 15:19:55.360657 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5887983 Sep 23 15:19:55.361998 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51104) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:55.373857 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Request body: {'subnet': {'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-740662461-subnet', 'tenant_id': 'efa8ccdc30dc4651b730950a0a5fe8d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:55.386612 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e217b-94b4-4fc5-9ff3-eeca86ba6499 admin admin] Pushing event updated for resources: {'Network': ['ID=c67c26da-b776-4386-b438-d1ea6d9daf36,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:55.399537 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network c67c26da-b776-4386-b438-d1ea6d9daf36 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:19:55.402082 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Made reservation on behalf of efa8ccdc30dc4651b730950a0a5fe8d4 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:55.405084 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.496883 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:55.525592 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319999d0-0f45-4203-97ac-cc81bcb10fc9 req-5f7357eb-c90d-4b9d-b27d-34ae32399310 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:55.527111 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-319999d0-0f45-4203-97ac-cc81bcb10fc9 req-5f7357eb-c90d-4b9d-b27d-34ae32399310 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.1083064 Sep 23 15:19:55.576534 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-5ab504b5-af55-4641-9e35-3e68a1ffb022 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:55.578697 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-5ab504b5-af55-4641-9e35-3e68a1ffb022 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 945 time: 0.0573852 Sep 23 15:19:55.636029 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-319999d0-0f45-4203-97ac-cc81bcb10fc9 req-7da3109b-dd99-4bb3-afa5-09dab9dcc44a tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3235293c-fb50-438b-a30c-615d9bbb4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872684 Sep 23 15:19:55.723942 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (8261c6ee-444f-4080-bf65-e95ad2eba6e4), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.800440 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8261c6ee-444f-4080-bf65-e95ad2eba6e4,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:55.815978 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Checking segment: {'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:19:55.816885 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Network hostable DHCP agents. Network: c67c26da-b776-4386-b438-d1ea6d9daf36, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:19:55.842690 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Network c67c26da-b776-4386-b438-d1ea6d9daf36 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:19:55.870692 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, c67c26da-b776-4386-b438-d1ea6d9daf36) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:55.881870 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952cd401-d167-4b31-8a90-25df066e597d None None] Network c67c26da-b776-4386-b438-d1ea6d9daf36 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:19:55.882434 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:55.883030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:55.911277 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4b335deb-2be3-4678-921a-104d28434e57 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5418413 Sep 23 15:19:56.001930 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb52a39-a58b-4fe3-9bfe-6f680844217e None None] Network c67c26da-b776-4386-b438-d1ea6d9daf36 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:19:56.066730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Deleting port e1def8de-4010-4053-8bd1-c1cc1548cb27 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:19:56.067305 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:56.168237 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] For port e1def8de-4010-4053-8bd1-c1cc1548cb27, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e1def8de-4010-4053-8bd1-c1cc1548cb27,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:19:56.168616 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:56.183673 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Calling delete_port for e1def8de-4010-4053-8bd1-c1cc1548cb27 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:19:56.379940 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (e1def8de-4010-4053-8bd1-c1cc1548cb27), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:56.425657 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['e1def8de-4010-4053-8bd1-c1cc1548cb27'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:19:56.550256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Pushing event deleted for resources: {'Port': ['ID=e1def8de-4010-4053-8bd1-c1cc1548cb27,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:56.606396 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] No DVR routers for this DVR port e1def8de-4010-4053-8bd1-c1cc1548cb27 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:19:56.614474 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:56.617270 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3fc58427-b1c7-48b0-8838-0a19722372a0 req-d66b4258-cbcf-42ef-b97e-7b8282ed07e9 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e1def8de-4010-4053-8bd1-c1cc1548cb27 HTTP/1.1" status: 204 len: 173 time: 1.0314581 Sep 23 15:19:56.617787 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'name': 'network-vif-deleted', 'tag': 'e1def8de-4010-4053-8bd1-c1cc1548cb27'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:19:56.620083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4f6a08-382b-44ea-a8fe-855d92b04f4b" -d '{"events": [{"server_uuid": "388c3ec1-6dc6-44b8-b711-58a0cf68f061", "name": "network-vif-deleted", "tag": "e1def8de-4010-4053-8bd1-c1cc1548cb27"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:56.653246 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4f01-0e74-4c5d-80d8-4fcf13cd45f5 req-5f0ee7e9-a338-4b34-ae41-7dc2d45a8d2e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:56.654852 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bb3c4f01-0e74-4c5d-80d8-4fcf13cd45f5 req-5f0ee7e9-a338-4b34-ae41-7dc2d45a8d2e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.1841402 Sep 23 15:19:56.674593 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a85a7-e023-450b-9eb2-b0a7fb0cf921 x-openstack-request-id: req-588a85a7-e023-450b-9eb2-b0a7fb0cf921 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:56.675048 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388c3ec1-6dc6-44b8-b711-58a0cf68f061", "name": "network-vif-deleted", "tag": "e1def8de-4010-4053-8bd1-c1cc1548cb27", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:56.675440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-588a85a7-e023-450b-9eb2-b0a7fb0cf921 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:56.675981 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588a85a7-e023-450b-9eb2-b0a7fb0cf921'] response: {'server_uuid': '388c3ec1-6dc6-44b8-b711-58a0cf68f061', 'name': 'network-vif-deleted', 'tag': 'e1def8de-4010-4053-8bd1-c1cc1548cb27', 'status': 'completed', 'code': 200} Sep 23 15:19:56.779954 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bb3c4f01-0e74-4c5d-80d8-4fcf13cd45f5 req-8fca9132-60ea-47c5-9ac1-b11589690e13 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025302 Sep 23 15:19:56.842656 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-748f99cd-5b6f-4ce3-9c25-0d7989c86dd7 req-b3736dc5-0d45-4aaa-88b4-a88d9ccd7d95 tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.0884974 Sep 23 15:19:57.925258 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1292b-f60f-4578-b984-ec8242728ea3 req-ff67744f-06c6-4d26-b372-5e85ae737ce0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:57.929867 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bea1292b-f60f-4578-b984-ec8242728ea3 req-ff67744f-06c6-4d26-b372-5e85ae737ce0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0615699 Sep 23 15:19:57.982409 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:57.988121 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bea1292b-f60f-4578-b984-ec8242728ea3 req-3b4ee22e-e0e5-4239-a2be-f1f3de2e0a5f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509179 Sep 23 15:19:58.003220 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-da4c419c-3a29-4f0f-8ef0-6b2c6b809363 req-7c0c1eac-030d-435f-ba4b-44ca5524aceb tempest-DeleteServersTestJSON-381200369 tempest-DeleteServersTestJSON-381200369-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=388c3ec1-6dc6-44b8-b711-58a0cf68f061 HTTP/1.1" status: 200 len: 210 time: 0.0465345 Sep 23 15:19:58.335480 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9cc47c54-8a6a-4eaf-8534-f847d83265ab tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:58.337192 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9cc47c54-8a6a-4eaf-8534-f847d83265ab tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/networks?id=c67c26da-b776-4386-b438-d1ea6d9daf36 HTTP/1.1" status: 200 len: 808 time: 0.1225443 Sep 23 15:19:58.356506 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-42c35669-7e6f-4a07-b595-0eccc63d49f5 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/quotas/efa8ccdc30dc4651b730950a0a5fe8d4 HTTP/1.1" status: 200 len: 375 time: 0.0109661 Sep 23 15:19:58.374353 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:58.392554 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-8044f625-72f8-4c19-b118-807375d950ff tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317061 Sep 23 15:19:58.498236 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-76e1e9cd-f699-4389-b9ff-331b76b41b44 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983253 Sep 23 15:19:58.608267 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-a47e258b-b32b-404f-ac6d-42afbb965be5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039515 Sep 23 15:19:58.783802 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-92cb2c86-401c-4908-a5a4-60960442456f req-7836596a-3008-44ba-8b76-ed6b05311f47 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 210 time: 0.0287952 Sep 23 15:19:58.847166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e1def8de-4010-4053-8bd1-c1cc1548cb27 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:19:58.889926 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: e1def8de-4010-4053-8bd1-c1cc1548cb27 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:19:58.890274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e1def8de-4010-4053-8bd1-c1cc1548cb27 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:19:59.148986 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e60a0-e545-41ed-9828-9561d4b1c7bb req-b4f70e29-71ef-4452-9796-60e95039755d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:59.157290 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4f2e60a0-e545-41ed-9828-9561d4b1c7bb req-b4f70e29-71ef-4452-9796-60e95039755d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0585096 Sep 23 15:19:59.229220 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4f2e60a0-e545-41ed-9828-9561d4b1c7bb req-4a19e91f-a3b9-48ed-a390-fd463a0e0179 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687037 Sep 23 15:19:59.439040 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51332) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:59.597594 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.693629 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Publish callbacks [] for security_group (84d681a9-5e35-44c6-9cf2-04404a251468), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.700762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (84d681a9-5e35-44c6-9cf2-04404a251468), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.744473 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9e8ab37d0717488290ef06fe7c86171c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042560 Sep 23 15:19:59.745396 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d681a9-5e35-44c6-9cf2-04404a251468,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:59.747673 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51348) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:59.758263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.758929 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.759792 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.760333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.761093 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.761435 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.762070 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.762411 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.762739 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.763205 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.763538 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.763859 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.764179 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.764495 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.764841 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be23601b-4a77-4ee9-84cf-8f475788557f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:59.817301 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f000fdec-7277-41ec-bd33-74d427060724 admin admin] Publish callbacks [] for security_group (84d681a9-5e35-44c6-9cf2-04404a251468), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.842918 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f000fdec-7277-41ec-bd33-74d427060724 admin admin] Publish callbacks [] for security_group (84d681a9-5e35-44c6-9cf2-04404a251468), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.853841 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:59.922884 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f000fdec-7277-41ec-bd33-74d427060724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (84d681a9-5e35-44c6-9cf2-04404a251468), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.926633 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f000fdec-7277-41ec-bd33-74d427060724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.930857 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b5259e2f-2ce4-4871-aaf9-f7bef81daae1 req-07a5b997-4804-4fe3-afda-8aa10a1fea4b tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 210 time: 0.0350270 Sep 23 15:19:59.931445 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f000fdec-7277-41ec-bd33-74d427060724 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/84d681a9-5e35-44c6-9cf2-04404a251468 HTTP/1.1" status: 204 len: 168 time: 0.1827486 Sep 23 15:19:59.942143 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000fdec-7277-41ec-bd33-74d427060724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d681a9-5e35-44c6-9cf2-04404a251468,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.258982 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51364) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.275749 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e2102743-1e6c-4605-85dc-e2ec028a0e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.373075 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085443-0427-4c46-b78d-0d7e7f4fe032 req-40c00a9a-b4e2-402d-bd5f-2a479f173653 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:00.374550 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-09085443-0427-4c46-b78d-0d7e7f4fe032 req-40c00a9a-b4e2-402d-bd5f-2a479f173653 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0635266 Sep 23 15:20:00.441555 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e2102743-1e6c-4605-85dc-e2ec028a0e4f admin admin] Publish callbacks [] for security_group (c5400aa2-3e21-41cf-9370-f2b243712272), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.453046 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e2102743-1e6c-4605-85dc-e2ec028a0e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c5400aa2-3e21-41cf-9370-f2b243712272), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.475827 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-09085443-0427-4c46-b78d-0d7e7f4fe032 req-871a05e3-75f5-4507-b331-742286e21c32 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885642 Sep 23 15:20:00.506156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2102743-1e6c-4605-85dc-e2ec028a0e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5400aa2-3e21-41cf-9370-f2b243712272,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.511053 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e2102743-1e6c-4605-85dc-e2ec028a0e4f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=64ee4a7d8c6b4830bcd43a3b332dac13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507288 Sep 23 15:20:00.514784 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51368) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.526239 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=44 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:00.532333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-b76f571e-61a3-4151-a87e-6606b7f1d92b tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:00.533807 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-b76f571e-61a3-4151-a87e-6606b7f1d92b tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c67c26da-b776-4386-b438-d1ea6d9daf36 HTTP/1.1" status: 200 len: 808 time: 0.1686392 Sep 23 15:20:00.575239 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Request body: {'port': {'device_id': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36', 'admin_state_up': True, 'tenant_id': 'efa8ccdc30dc4651b730950a0a5fe8d4'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:00.639644 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-661c0c4f-6f52-405f-9da2-ceac12254243 admin admin] Publish callbacks [] for security_group (c5400aa2-3e21-41cf-9370-f2b243712272), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.660060 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51384) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.671819 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-661c0c4f-6f52-405f-9da2-ceac12254243 admin admin] Publish callbacks [] for security_group (c5400aa2-3e21-41cf-9370-f2b243712272), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.728619 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:00.737037 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:00.759635 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Made reservation on behalf of efa8ccdc30dc4651b730950a0a5fe8d4 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:00.764030 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.789511 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-661c0c4f-6f52-405f-9da2-ceac12254243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c5400aa2-3e21-41cf-9370-f2b243712272), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.794870 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-661c0c4f-6f52-405f-9da2-ceac12254243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.796257 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-661c0c4f-6f52-405f-9da2-ceac12254243 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c5400aa2-3e21-41cf-9370-f2b243712272 HTTP/1.1" status: 204 len: 168 time: 0.2804787 Sep 23 15:20:00.812303 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c0c4f-6f52-405f-9da2-ceac12254243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5400aa2-3e21-41cf-9370-f2b243712272,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.859348 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:01.006452 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Allocated IP 172.20.0.6 (c67c26da-b776-4386-b438-d1ea6d9daf36/8261c6ee-444f-4080-bf65-e95ad2eba6e4/6f854937-824a-480d-a6f0-47591ff1371b) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:01.111816 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e5782480-0983-41a2-97c9-4c8d326d7ac1 req-d01fb8ca-f0d5-44a4-8eeb-0fa78debf811 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 210 time: 0.0384881 Sep 23 15:20:01.226304 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (5d0623bd-6c53-44df-b7d4-980b0112d16d), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.279484 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks [] for port (6f854937-824a-480d-a6f0-47591ff1371b), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.316891 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (6f854937-824a-480d-a6f0-47591ff1371b), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.364079 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Network c67c26da-b776-4386-b438-d1ea6d9daf36 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:01.369486 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:01.373402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:01.378435 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Pushing event updated for resources: {'Port': ['ID=6f854937-824a-480d-a6f0-47591ff1371b,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:01.427251 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:01.427898 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.449194 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-1f1b4be7-930e-481c-a2e0-ecbd534aaf2d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8799348 Sep 23 15:20:01.477007 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Request body: {'port': {'device_id': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:01.546972 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Deleting port cb108961-7e8f-4d41-9be1-05b9c5b80c3c {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:20:01.547399 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.570315 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6f854937-824a-480d-a6f0-47591ff1371b), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.606922 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:01.664840 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42b86f-a035-40bf-bf43-0a0d03e04121 req-040de995-92ee-4528-8f9c-8d1ef9d4396b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:01.666343 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8a42b86f-a035-40bf-bf43-0a0d03e04121 req-040de995-92ee-4528-8f9c-8d1ef9d4396b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0722237 Sep 23 15:20:01.708916 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] For port cb108961-7e8f-4d41-9be1-05b9c5b80c3c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:01.709283 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.731241 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Calling delete_port for cb108961-7e8f-4d41-9be1-05b9c5b80c3c owned by network:router_interface {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:20:01.755287 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8a42b86f-a035-40bf-bf43-0a0d03e04121 req-48a3ad38-0a9a-450f-a3ed-4b885f14b1bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810351 Sep 23 15:20:01.821390 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:01.866867 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:01.872751 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f854937-824a-480d-a6f0-47591ff1371b {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:01.881753 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Publish callbacks [] for port (6f854937-824a-480d-a6f0-47591ff1371b), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.895769 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Transition to ACTIVE for port object 6f854937-824a-480d-a6f0-47591ff1371b will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:20:01.902472 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (6f854937-824a-480d-a6f0-47591ff1371b), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.993784 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (cb108961-7e8f-4d41-9be1-05b9c5b80c3c), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.997001 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f854937-824a-480d-a6f0-47591ff1371b,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:02.020261 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:02.025090 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Attempting to bind port 6f854937-824a-480d-a6f0-47591ff1371b on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:02.025418 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Attempting to bind port 6f854937-824a-480d-a6f0-47591ff1371b by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:02.025740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Attempting to bind port 6f854937-824a-480d-a6f0-47591ff1371b on network c67c26da-b776-4386-b438-d1ea6d9daf36 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:02.052521 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb108961-7e8f-4d41-9be1-05b9c5b80c3c,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:02.072802 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Port 6f854937-824a-480d-a6f0-47591ff1371b on network c67c26da-b776-4386-b438-d1ea6d9daf36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:20:02.073131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Attempting to bind port 6f854937-824a-480d-a6f0-47591ff1371b on network c67c26da-b776-4386-b438-d1ea6d9daf36 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:02.082490 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.082932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.083294 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.083500 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.083828 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.084142 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.084463 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.084803 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.085124 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.085451 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.085764 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.086075 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.086386 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.086698 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.087007 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:02.132106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:02.132827 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Checking segment: {'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:02.133585 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Bound using segment: {'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:02.134533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Bound port: 6f854937-824a-480d-a6f0-47591ff1371b, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:02.135152 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6f854937-824a-480d-a6f0-47591ff1371b), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.232459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (5d0623bd-6c53-44df-b7d4-980b0112d16d), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.350840 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] For port 6f854937-824a-480d-a6f0-47591ff1371b, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:02.366640 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db13f5-27af-4ce6-bfb6-49cd4187184f req-5bd7ef72-d579-4d65-8308-2e766d3da1cf tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.378921 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-59db13f5-27af-4ce6-bfb6-49cd4187184f req-5bd7ef72-d579-4d65-8308-2e766d3da1cf tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.1244342 Sep 23 15:20:02.382189 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] For port 6f854937-824a-480d-a6f0-47591ff1371b, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6f854937-824a-480d-a6f0-47591ff1371b,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:02.402767 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (6f854937-824a-480d-a6f0-47591ff1371b), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.478557 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.479960 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.481341 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/6f854937-824a-480d-a6f0-47591ff1371b HTTP/1.1" status: 200 len: 1093 time: 1.0088906 Sep 23 15:20:02.483735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63224e-1cdf-4eca-b833-27aa871acdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f854937-824a-480d-a6f0-47591ff1371b,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:02.485851 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'tag': '6f854937-824a-480d-a6f0-47591ff1371b'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:02.488629 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8396993-2f10-4ec4-9745-8bbd605eeb9f", "tag": "6f854937-824a-480d-a6f0-47591ff1371b"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:02.541338 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a891f8-5752-4093-a119-b7493f0b4705 x-openstack-request-id: req-e6a891f8-5752-4093-a119-b7493f0b4705 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:02.541737 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8396993-2f10-4ec4-9745-8bbd605eeb9f", "tag": "6f854937-824a-480d-a6f0-47591ff1371b", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:02.542177 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6a891f8-5752-4093-a119-b7493f0b4705 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:02.543694 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a891f8-5752-4093-a119-b7493f0b4705'] response: {'name': 'network-changed', 'server_uuid': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'tag': '6f854937-824a-480d-a6f0-47591ff1371b', 'status': 'completed', 'code': 200} Sep 23 15:20:02.555569 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-59db13f5-27af-4ce6-bfb6-49cd4187184f req-84527ee1-a834-4ccc-957d-761e52f3e90d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756549 Sep 23 15:20:02.649030 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-5e99047c-f155-44d5-babb-dbebf5024e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.649030 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-5e99047c-f155-44d5-babb-dbebf5024e5d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 1127 time: 0.0594213 Sep 23 15:20:02.735399 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-dd075723-730f-49d5-96dc-14b85115db06 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f854937-824a-480d-a6f0-47591ff1371b HTTP/1.1" status: 200 len: 217 time: 0.0781305 Sep 23 15:20:02.825801 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-8751d33d-2f79-4363-9790-799e54b5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.827004 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-8751d33d-2f79-4363-9790-799e54b5f1ef service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8261c6ee-444f-4080-bf65-e95ad2eba6e4 HTTP/1.1" status: 200 len: 848 time: 0.0776472 Sep 23 15:20:02.857700 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Router 5d0623bd-6c53-44df-b7d4-980b0112d16d has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:20:02.874170 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-c27e9711-d3e0-4279-8870-bf9988be070f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=c67c26da-b776-4386-b438-d1ea6d9daf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359230 Sep 23 15:20:02.952746 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa98cf-e401-4d8b-b517-e7c21cd47e67 req-cad4e10b-e1a0-4b19-a303-ea79c990750a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.954356 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3dfa98cf-e401-4d8b-b517-e7c21cd47e67 req-cad4e10b-e1a0-4b19-a303-ea79c990750a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0880349 Sep 23 15:20:02.980374 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-977a978e-d298-4b97-8aa5-ac1dd27b4109 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986650 Sep 23 15:20:03.014537 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.041257 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3dfa98cf-e401-4d8b-b517-e7c21cd47e67 req-4c406f22-d69f-432f-be37-baf015a29060 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803952 Sep 23 15:20:03.046669 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:03.059698 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-aecaece3-e6e5-4754-bfed-674cea37c956 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/5d0623bd-6c53-44df-b7d4-980b0112d16d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3962545 Sep 23 15:20:03.059864 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] Sync routers for ids ['5d0623bd-6c53-44df-b7d4-980b0112d16d'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:03.060306 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51462) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:03.078668 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] Routers {'5d0623bd-6c53-44df-b7d4-980b0112d16d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:03.079603 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d0623bd-6c53-44df-b7d4-980b0112d16d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:03.110117 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32eddff8-1529-4a2b-9a6f-508e9a071538 req-5be91f14-0125-4db5-bdcd-95d45b2d16e1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225240 Sep 23 15:20:03.186540 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks [] for router (5d0623bd-6c53-44df-b7d4-980b0112d16d), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.222055 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] Set router 5d0623bd-6c53-44df-b7d4-980b0112d16d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:03.249187 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=59,neutron:UPDATE=8 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.256278 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.330812 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks [] for router_gateway (5d0623bd-6c53-44df-b7d4-980b0112d16d), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.386270 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Deleting port 63894506-dbae-47ec-a1f3-c1b07368ac95 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:20:03.387042 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.401101 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:20:01Z', 'revision_number': 5, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port': {'id': '63894506-dbae-47ec-a1f3-c1b07368ac95', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:03.432942 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] Checking router: 5d0623bd-6c53-44df-b7d4-980b0112d16d for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:03.442373 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] Routers {'5d0623bd-6c53-44df-b7d4-980b0112d16d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:03.443000 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d0623bd-6c53-44df-b7d4-980b0112d16d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:03.489139 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] For port 63894506-dbae-47ec-a1f3-c1b07368ac95, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=63894506-dbae-47ec-a1f3-c1b07368ac95,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:03.489575 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.509436 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Calling delete_port for 63894506-dbae-47ec-a1f3-c1b07368ac95 owned by network:router_gateway {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:20:03.553600 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] Set router 5d0623bd-6c53-44df-b7d4-980b0112d16d gateway port host: None {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:03.568571 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.622289 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 6, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:03.647791 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc199807-7a2f-4099-a874-48b06c94e23e None None] The sync data for ids ['5d0623bd-6c53-44df-b7d4-980b0112d16d'] in dv-cinder-855013-3-iscsi is: [{'id': '5d0623bd-6c53-44df-b7d4-980b0112d16d', 'name': 'tempest-DeleteServersTestJSON-1894568188-router', 'tenant_id': 'b0f632ecb8ee4e6fb59978560789f599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 6, 'project_id': 'b0f632ecb8ee4e6fb59978560789f599', 'gw_port_host': None}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:03.709446 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceee15-7d0d-4836-82f9-cd695bf6ff16 req-a91390b9-99e7-4812-853c-4909f570295c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:03.711061 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (63894506-dbae-47ec-a1f3-c1b07368ac95), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.711242 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6ceee15-7d0d-4836-82f9-cd695bf6ff16 req-a91390b9-99e7-4812-853c-4909f570295c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.0713968 Sep 23 15:20:03.737200 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Pushing event deleted for resources: {'Port': ['ID=63894506-dbae-47ec-a1f3-c1b07368ac95,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:03.761305 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (5d0623bd-6c53-44df-b7d4-980b0112d16d), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.762154 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6ceee15-7d0d-4836-82f9-cd695bf6ff16 req-d0048e27-bab0-472e-8dba-23a84120c3de tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Sep 23 15:20:03.866190 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (5d0623bd-6c53-44df-b7d4-980b0112d16d), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.868510 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks [] for router_controller (5d0623bd-6c53-44df-b7d4-980b0112d16d), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.934009 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (5d0623bd-6c53-44df-b7d4-980b0112d16d), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.934643 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0623bd-6c53-44df-b7d4-980b0112d16d {{(pid=106667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:20:03.940964 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.942127 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-edd4abce-9fd8-4155-a820-22ca2f9213af admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/5d0623bd-6c53-44df-b7d4-980b0112d16d HTTP/1.1" status: 204 len: 168 time: 0.8792999 Sep 23 15:20:03.944791 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51482) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:03.993631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] Deleting subnet de0af80f-35b6-4066-8ba3-d289bc47d829 {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:20:03.996907 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] Publish callbacks [] for subnet (de0af80f-35b6-4066-8ba3-d289bc47d829), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.039115 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] Publish callbacks [] for subnet (de0af80f-35b6-4066-8ba3-d289bc47d829), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.125936 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (de0af80f-35b6-4066-8ba3-d289bc47d829), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.162348 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:04.211620 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d17ec-9836-483d-b5e8-3083f7e99367 req-7b091549-bcd5-4904-8ff7-86fabedd1893 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:04.213137 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3a3d17ec-9836-483d-b5e8-3083f7e99367 req-7b091549-bcd5-4904-8ff7-86fabedd1893 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0646443 Sep 23 15:20:04.253581 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (de0af80f-35b6-4066-8ba3-d289bc47d829), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.292709 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0af80f-35b6-4066-8ba3-d289bc47d829,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.303035 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.306086 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8144459c-1db0-479b-8553-7e4818fac0ad None None] Network 40d84ac8-df74-4849-8e65-19da5d7d6642 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:04.306672 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-37061bdf-bb6c-4581-a640-6ec15fbb23ce admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/de0af80f-35b6-4066-8ba3-d289bc47d829 HTTP/1.1" status: 204 len: 168 time: 0.3604002 Sep 23 15:20:04.309309 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51494) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:04.310569 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3a3d17ec-9836-483d-b5e8-3083f7e99367 req-96f074ce-a4b6-4334-98c8-5b15375c3cb9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913639 Sep 23 15:20:04.318246 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:04.362528 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:04.387594 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (40d84ac8-df74-4849-8e65-19da5d7d6642), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.432999 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Deleting port 43a85975-f541-4778-bd1a-820ebac8330b {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:20:04.433458 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (43a85975-f541-4778-bd1a-820ebac8330b), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.492992 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] DHCP port deletion for 40d84ac8-df74-4849-8e65-19da5d7d6642 request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:20:04.523446 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] For port 43a85975-f541-4778-bd1a-820ebac8330b, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=43a85975-f541-4778-bd1a-820ebac8330b,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:04.523836 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (43a85975-f541-4778-bd1a-820ebac8330b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.538178 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Calling delete_port for 43a85975-f541-4778-bd1a-820ebac8330b owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:20:04.551725 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Deleting port 43a85975-f541-4778-bd1a-820ebac8330b {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:20:04.552166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (43a85975-f541-4778-bd1a-820ebac8330b), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.569705 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 63894506-dbae-47ec-a1f3-c1b07368ac95 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:20:04.619958 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 63894506-dbae-47ec-a1f3-c1b07368ac95 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:20:04.620284 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 63894506-dbae-47ec-a1f3-c1b07368ac95 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:20:04.620758 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device cb108961-7e8f-4d41-9be1-05b9c5b80c3c no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:20:04.623920 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (43a85975-f541-4778-bd1a-820ebac8330b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.655119 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Pushing event deleted for resources: {'Port': ['ID=43a85975-f541-4778-bd1a-820ebac8330b,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.656614 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: cb108961-7e8f-4d41-9be1-05b9c5b80c3c {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:20:04.657063 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device cb108961-7e8f-4d41-9be1-05b9c5b80c3c not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:20:04.657738 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] No DVR routers for this DVR port 43a85975-f541-4778-bd1a-820ebac8330b on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:20:04.661343 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 43a85975-f541-4778-bd1a-820ebac8330b no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:20:04.690577 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 43a85975-f541-4778-bd1a-820ebac8330b {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:20:04.690917 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 43a85975-f541-4778-bd1a-820ebac8330b not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:20:04.700023 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] For port 43a85975-f541-4778-bd1a-820ebac8330b, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=43a85975-f541-4778-bd1a-820ebac8330b,segment=NetworkSegment(f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11),segment_id=f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:04.700402 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (43a85975-f541-4778-bd1a-820ebac8330b), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.715622 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Calling delete_port for 43a85975-f541-4778-bd1a-820ebac8330b owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:20:04.738095 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (40d84ac8-df74-4849-8e65-19da5d7d6642), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.760502 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d84ac8-df74-4849-8e65-19da5d7d6642']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:04.773292 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:04.773755 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:04.789713 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.812458 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.833672 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:20:04.834580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.906473 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11 resource provider aggregate not found Sep 23 15:20:04.909763 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (43a85975-f541-4778-bd1a-820ebac8330b), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.963113 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7d460c3-f63d-447a-8ae8-0ff1fbbd5e11 found for delete ", "request_id": "req-cc6df11f-d390-4ce7-9566-a8aa85e3759a"}]} Sep 23 15:20:04.966883 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Pushing event deleted for resources: {'Port': ['ID=43a85975-f541-4778-bd1a-820ebac8330b,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.972356 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] No DVR routers for this DVR port 43a85975-f541-4778-bd1a-820ebac8330b on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:20:04.978195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.978535 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.978878 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.979223 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.979546 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.979865 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.980181 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.980496 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.980847 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.981160 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.981631 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.981968 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.982282 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.982594 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.982904 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042651e-4bb4-45a2-bb29-f7163b5802f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:04.987362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (40d84ac8-df74-4849-8e65-19da5d7d6642), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.993239 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.998683 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/40d84ac8-df74-4849-8e65-19da5d7d6642 HTTP/1.1" status: 204 len: 168 time: 0.6861289 Sep 23 15:20:05.020711 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875b378-5c7a-467b-b4b4-e977ef06904d admin admin] Pushing event deleted for resources: {'Network': ['ID=40d84ac8-df74-4849-8e65-19da5d7d6642,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.033490 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d4836-3427-4cde-bee8-d077a462377a req-54c7d0be-8c8e-45a8-a001-54e88710edb9 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:05.034987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-492d4836-3427-4cde-bee8-d077a462377a req-54c7d0be-8c8e-45a8-a001-54e88710edb9 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.1191223 Sep 23 15:20:05.083476 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-492d4836-3427-4cde-bee8-d077a462377a req-3ecf588f-f1e8-423a-b776-087d1e976d14 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Sep 23 15:20:05.176481 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51512) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:05.217131 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-7a0955b4-df4e-4491-8fdc-473f6fca71a1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=b0f632ecb8ee4e6fb59978560789f599&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393858 Sep 23 15:20:05.219882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51516) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:05.280032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-94409511-20d3-4fa5-b442-a453b7e64d44 admin admin] Publish callbacks [] for security_group (3235293c-fb50-438b-a30c-615d9bbb4f49), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.303498 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-94409511-20d3-4fa5-b442-a453b7e64d44 admin admin] Publish callbacks [] for security_group (3235293c-fb50-438b-a30c-615d9bbb4f49), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.357731 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-94409511-20d3-4fa5-b442-a453b7e64d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3235293c-fb50-438b-a30c-615d9bbb4f49), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.360409 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-94409511-20d3-4fa5-b442-a453b7e64d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.361800 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-94409511-20d3-4fa5-b442-a453b7e64d44 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3235293c-fb50-438b-a30c-615d9bbb4f49 HTTP/1.1" status: 204 len: 168 time: 0.1408920 Sep 23 15:20:05.376507 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94409511-20d3-4fa5-b442-a453b7e64d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235293c-fb50-438b-a30c-615d9bbb4f49,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.464557 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088cd00-5147-44e8-a811-43c310f1e7d0 req-55dbeea2-21c4-4583-bad4-cdcf227cd53a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:05.466115 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9088cd00-5147-44e8-a811-43c310f1e7d0 req-55dbeea2-21c4-4583-bad4-cdcf227cd53a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0556982 Sep 23 15:20:05.522139 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9088cd00-5147-44e8-a811-43c310f1e7d0 req-223a6587-e006-41e3-a8d6-18885f6c7c7a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491590 Sep 23 15:20:05.586311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51534) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:05.695906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24637dfa-01e4-4689-b93b-1010340f8604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.729877 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:05.752677 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:05.783924 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24637dfa-01e4-4689-b93b-1010340f8604 admin admin] Publish callbacks [] for security_group (e247c400-6988-40b5-8c12-073eadbeacf5), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.788256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24637dfa-01e4-4689-b93b-1010340f8604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (e247c400-6988-40b5-8c12-073eadbeacf5), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.826850 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-24637dfa-01e4-4689-b93b-1010340f8604 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=189822c3b45a42da97b87c16b0d2e529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393811 Sep 23 15:20:05.827734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637dfa-01e4-4689-b93b-1010340f8604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e247c400-6988-40b5-8c12-073eadbeacf5,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.829710 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51546) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:05.883044 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fa8febde-3952-48b5-9d1b-ccca22b97244 admin admin] Publish callbacks [] for security_group (e247c400-6988-40b5-8c12-073eadbeacf5), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.903709 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fa8febde-3952-48b5-9d1b-ccca22b97244 admin admin] Publish callbacks [] for security_group (e247c400-6988-40b5-8c12-073eadbeacf5), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.958689 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fa8febde-3952-48b5-9d1b-ccca22b97244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (e247c400-6988-40b5-8c12-073eadbeacf5), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.961901 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fa8febde-3952-48b5-9d1b-ccca22b97244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.963217 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-fa8febde-3952-48b5-9d1b-ccca22b97244 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e247c400-6988-40b5-8c12-073eadbeacf5 HTTP/1.1" status: 204 len: 168 time: 0.1325436 Sep 23 15:20:05.978644 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8febde-3952-48b5-9d1b-ccca22b97244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e247c400-6988-40b5-8c12-073eadbeacf5,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:06.210364 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a48fb-1aac-4a45-a4e0-1741eac191b5 req-2cc2e463-bd53-4df3-9098-0d8bc0fb4816 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:06.212185 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b30a48fb-1aac-4a45-a4e0-1741eac191b5 req-2cc2e463-bd53-4df3-9098-0d8bc0fb4816 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.0495727 Sep 23 15:20:06.272552 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b30a48fb-1aac-4a45-a4e0-1741eac191b5 req-c5f0d7db-05c9-4c84-b64a-15f47d28eaba tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527997 Sep 23 15:20:06.345648 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51568) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:06.362063 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b1c74e53-b983-4a34-95a2-ec587ccde102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.386052 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:06.439978 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b1c74e53-b983-4a34-95a2-ec587ccde102 admin admin] Publish callbacks [] for security_group (baae21e0-b08e-46ef-ad32-15b2fca3f176), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.445335 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b1c74e53-b983-4a34-95a2-ec587ccde102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (baae21e0-b08e-46ef-ad32-15b2fca3f176), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.484896 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b1c74e53-b983-4a34-95a2-ec587ccde102 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6bbc4217ea2148108dc2165708dc9a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377296 Sep 23 15:20:06.485634 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c74e53-b983-4a34-95a2-ec587ccde102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baae21e0-b08e-46ef-ad32-15b2fca3f176,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:06.487907 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51572) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:06.548722 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2b2495b4-96f9-4394-8058-3bb1f89c5dc1 admin admin] Publish callbacks [] for security_group (baae21e0-b08e-46ef-ad32-15b2fca3f176), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.577813 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2b2495b4-96f9-4394-8058-3bb1f89c5dc1 admin admin] Publish callbacks [] for security_group (baae21e0-b08e-46ef-ad32-15b2fca3f176), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.652415 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2b2495b4-96f9-4394-8058-3bb1f89c5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (baae21e0-b08e-46ef-ad32-15b2fca3f176), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.656389 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2b2495b4-96f9-4394-8058-3bb1f89c5dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.658053 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2b2495b4-96f9-4394-8058-3bb1f89c5dc1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/baae21e0-b08e-46ef-ad32-15b2fca3f176 HTTP/1.1" status: 204 len: 168 time: 0.1690297 Sep 23 15:20:06.673353 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2495b4-96f9-4394-8058-3bb1f89c5dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baae21e0-b08e-46ef-ad32-15b2fca3f176,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:06.681636 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d022f3e-88e0-4d94-b0bd-3e1c1d5bd1c2 req-6b800b87-1d6d-4c3d-a525-38c2499d81c4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:06.683485 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6d022f3e-88e0-4d94-b0bd-3e1c1d5bd1c2 req-6b800b87-1d6d-4c3d-a525-38c2499d81c4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0583673 Sep 23 15:20:06.742574 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6d022f3e-88e0-4d94-b0bd-3e1c1d5bd1c2 req-fd27df4d-a8cf-45b6-99a3-3cff725551d6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533946 Sep 23 15:20:07.099038 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51596) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:07.113392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-db24026c-8bcd-4f4e-b734-36e0b6f46fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.195245 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-db24026c-8bcd-4f4e-b734-36e0b6f46fa4 admin admin] Publish callbacks [] for security_group (8e04ac9c-ac7b-450b-8c4a-db4c897180eb), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.200240 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-db24026c-8bcd-4f4e-b734-36e0b6f46fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (8e04ac9c-ac7b-450b-8c4a-db4c897180eb), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.245199 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-db24026c-8bcd-4f4e-b734-36e0b6f46fa4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=896051e516ed49f6bfabcf3b0711b000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449890 Sep 23 15:20:07.246210 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24026c-8bcd-4f4e-b734-36e0b6f46fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e04ac9c-ac7b-450b-8c4a-db4c897180eb,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:07.248616 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51606) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:07.301042 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f36c6aa-cce0-4377-9ddb-12e955751c55 admin admin] Publish callbacks [] for security_group (8e04ac9c-ac7b-450b-8c4a-db4c897180eb), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.325192 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f36c6aa-cce0-4377-9ddb-12e955751c55 admin admin] Publish callbacks [] for security_group (8e04ac9c-ac7b-450b-8c4a-db4c897180eb), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.379351 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f36c6aa-cce0-4377-9ddb-12e955751c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (8e04ac9c-ac7b-450b-8c4a-db4c897180eb), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.382466 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f36c6aa-cce0-4377-9ddb-12e955751c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.386504 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8f36c6aa-cce0-4377-9ddb-12e955751c55 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/8e04ac9c-ac7b-450b-8c4a-db4c897180eb HTTP/1.1" status: 204 len: 168 time: 0.1349514 Sep 23 15:20:07.405301 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36c6aa-cce0-4377-9ddb-12e955751c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e04ac9c-ac7b-450b-8c4a-db4c897180eb,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:07.448308 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760ddd8-ced1-4816-98af-c5b32b3a2419 req-7b07ba9e-2a4f-4f80-8b88-c6855b872f49 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:07.449852 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a760ddd8-ced1-4816-98af-c5b32b3a2419 req-7b07ba9e-2a4f-4f80-8b88-c6855b872f49 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.0945537 Sep 23 15:20:07.510845 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a760ddd8-ced1-4816-98af-c5b32b3a2419 req-386acee8-0ed1-4571-9c95-1ceffeb8ddc6 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538466 Sep 23 15:20:07.852057 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51646) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:07.874321 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a448d-cae5-47b5-858a-972d47ae5927 req-fe1ea887-e809-409d-8e89-377d84f238c1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:07.876100 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a63a448d-cae5-47b5-858a-972d47ae5927 req-fe1ea887-e809-409d-8e89-377d84f238c1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0488205 Sep 23 15:20:07.930909 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a63a448d-cae5-47b5-858a-972d47ae5927 req-10c64988-68b5-4d2c-8887-615f1ac6d51f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489919 Sep 23 15:20:08.018712 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c4aff169-0e2b-4853-879f-015b8eda8a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.107014 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c4aff169-0e2b-4853-879f-015b8eda8a71 admin admin] Publish callbacks [] for security_group (26aa0480-2126-4bc5-8086-db99482742b8), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.113664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c4aff169-0e2b-4853-879f-015b8eda8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (26aa0480-2126-4bc5-8086-db99482742b8), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.127439 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:08.156049 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-c4aff169-0e2b-4853-879f-015b8eda8a71 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=edd1c2e1025c4053b0d31e1d18482e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002777 Sep 23 15:20:08.156878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51662) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:08.159293 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aff169-0e2b-4853-879f-015b8eda8a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aa0480-2126-4bc5-8086-db99482742b8,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:08.205933 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:08.209918 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44af7faa-c600-4b38-a1c8-30e22cb62778 admin admin] Publish callbacks [] for security_group (26aa0480-2126-4bc5-8086-db99482742b8), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.231226 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44af7faa-c600-4b38-a1c8-30e22cb62778 admin admin] Publish callbacks [] for security_group (26aa0480-2126-4bc5-8086-db99482742b8), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.282462 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44af7faa-c600-4b38-a1c8-30e22cb62778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (26aa0480-2126-4bc5-8086-db99482742b8), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.284863 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44af7faa-c600-4b38-a1c8-30e22cb62778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.286003 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-44af7faa-c600-4b38-a1c8-30e22cb62778 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/26aa0480-2126-4bc5-8086-db99482742b8 HTTP/1.1" status: 204 len: 168 time: 0.1276457 Sep 23 15:20:08.294185 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af7faa-c600-4b38-a1c8-30e22cb62778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aa0480-2126-4bc5-8086-db99482742b8,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:08.593086 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51678) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:08.650467 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00b30e-6bb7-4664-a8dc-13d97080957c req-02f9357f-0f4b-4b0f-ac0e-fba295af16ad tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:08.651601 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5d00b30e-6bb7-4664-a8dc-13d97080957c req-02f9357f-0f4b-4b0f-ac0e-fba295af16ad tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.0524154 Sep 23 15:20:08.682441 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:08.709310 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5d00b30e-6bb7-4664-a8dc-13d97080957c req-223ef9e1-5cfb-450f-8ac4-ac3b3ebc98b3 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493996 Sep 23 15:20:08.730239 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-33b93932-51b4-4ec2-ba74-568ef8f8748f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.751890 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51684) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:08.767354 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-97024602-f305-46bc-af2e-26608bfae01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.808151 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:08.867848 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-33b93932-51b4-4ec2-ba74-568ef8f8748f admin admin] Publish callbacks [] for security_group (31bc7781-772e-48bd-80d4-8573ac7d7217), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.878898 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-33b93932-51b4-4ec2-ba74-568ef8f8748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (31bc7781-772e-48bd-80d4-8573ac7d7217), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.908792 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-97024602-f305-46bc-af2e-26608bfae01a admin admin] Publish callbacks [] for security_group (7ee0fca4-58e4-44e6-820a-c85da40ad8fd), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.922566 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-97024602-f305-46bc-af2e-26608bfae01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7ee0fca4-58e4-44e6-820a-c85da40ad8fd), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.940175 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-33b93932-51b4-4ec2-ba74-568ef8f8748f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=8aae73ba0d4f4649859607a7220d2f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455744 Sep 23 15:20:08.943193 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51688) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:08.943784 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b93932-51b4-4ec2-ba74-568ef8f8748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc7781-772e-48bd-80d4-8573ac7d7217,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:08.974438 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-97024602-f305-46bc-af2e-26608bfae01a admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3d886cff441f4a54a659a1393fb77a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216210 Sep 23 15:20:08.977655 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51692) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:08.991423 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97024602-f305-46bc-af2e-26608bfae01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee0fca4-58e4-44e6-820a-c85da40ad8fd,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.000503 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-836bb6b5-b34b-4c39-a7be-85cce692169d admin admin] Publish callbacks [] for security_group (31bc7781-772e-48bd-80d4-8573ac7d7217), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.023752 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-836bb6b5-b34b-4c39-a7be-85cce692169d admin admin] Publish callbacks [] for security_group (31bc7781-772e-48bd-80d4-8573ac7d7217), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.060055 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfe2f-4d1d-42ab-8825-d45f70d34c91 admin admin] Publish callbacks [] for security_group (7ee0fca4-58e4-44e6-820a-c85da40ad8fd), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.077612 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-836bb6b5-b34b-4c39-a7be-85cce692169d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (31bc7781-772e-48bd-80d4-8573ac7d7217), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.080408 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81ca3-f332-4e2b-b5cb-b2d4621a86b9 req-c40cc4f6-bdf3-4db3-85f3-c0ecf739bbb0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:09.080934 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-836bb6b5-b34b-4c39-a7be-85cce692169d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.081894 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d9e81ca3-f332-4e2b-b5cb-b2d4621a86b9 req-c40cc4f6-bdf3-4db3-85f3-c0ecf739bbb0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0591366 Sep 23 15:20:09.082051 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-836bb6b5-b34b-4c39-a7be-85cce692169d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/31bc7781-772e-48bd-80d4-8573ac7d7217 HTTP/1.1" status: 204 len: 168 time: 0.1376586 Sep 23 15:20:09.090081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bb6b5-b34b-4c39-a7be-85cce692169d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc7781-772e-48bd-80d4-8573ac7d7217,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.112795 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfe2f-4d1d-42ab-8825-d45f70d34c91 admin admin] Publish callbacks [] for security_group (7ee0fca4-58e4-44e6-820a-c85da40ad8fd), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.180747 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d9e81ca3-f332-4e2b-b5cb-b2d4621a86b9 req-662b59e2-7464-4ad2-9b08-83e466a33704 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865865 Sep 23 15:20:09.205700 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfe2f-4d1d-42ab-8825-d45f70d34c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7ee0fca4-58e4-44e6-820a-c85da40ad8fd), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.209357 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfe2f-4d1d-42ab-8825-d45f70d34c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.210596 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8b2cfe2f-4d1d-42ab-8825-d45f70d34c91 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7ee0fca4-58e4-44e6-820a-c85da40ad8fd HTTP/1.1" status: 204 len: 168 time: 0.2320399 Sep 23 15:20:09.221696 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cfe2f-4d1d-42ab-8825-d45f70d34c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee0fca4-58e4-44e6-820a-c85da40ad8fd,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.238255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:09.865454 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992eedc-330f-4220-ab04-81743dc5801e req-cb1d058b-d559-49a2-ae1c-e4ae3c03d7ee tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:09.867987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4992eedc-330f-4220-ab04-81743dc5801e req-cb1d058b-d559-49a2-ae1c-e4ae3c03d7ee tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.0597897 Sep 23 15:20:09.934054 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4992eedc-330f-4220-ab04-81743dc5801e req-f1ac5ac8-877d-4cf7-a909-4001adfbd6e1 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Sep 23 15:20:10.039836 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51736) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:10.161268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-809826461-network', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:10.183974 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Made reservation on behalf of 592a763d7123405fb0576b00edfcd1bf for: {'network': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:10.186996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.197074 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.306546 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks [] for security_group (dc30fd4c-89d5-4883-a2cc-2f6694fe3796), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.313791 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (dc30fd4c-89d5-4883-a2cc-2f6694fe3796), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.341946 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0311f-a6fe-4533-b8d9-bf27247944fd req-14b8e0c8-dce6-4711-8b43-42e68816da45 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:10.344814 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=106666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:20:10.349264 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3be0311f-a6fe-4533-b8d9-bf27247944fd req-14b8e0c8-dce6-4711-8b43-42e68816da45 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0645685 Sep 23 15:20:10.356912 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc30fd4c-89d5-4883-a2cc-2f6694fe3796,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:10.362748 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (ad25da8d-ba42-49a6-bc71-742e48ebd682), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.363089 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.segments_db [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Added segment ad25da8d-ba42-49a6-bc71-742e48ebd682 of type vlan for network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 Sep 23 15:20:10.399731 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3be0311f-a6fe-4533-b8d9-bf27247944fd req-e8be4687-7c60-47b1-8530-6a9bb31dc375 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492742 Sep 23 15:20:10.405676 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (5eb08fcc-94bd-488a-98f7-4db4f5e03842), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.434865 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (5eb08fcc-94bd-488a-98f7-4db4f5e03842), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.435869 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:10.436501 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.723392 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6821902 Sep 23 15:20:10.726198 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51760) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:10.730845 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Request body: {'subnet': {'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-809826461-subnet', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:10.750421 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbb01a-624c-4797-adc7-60fb59670f76 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb08fcc-94bd-488a-98f7-4db4f5e03842,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:10.762128 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:20:10.768281 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Made reservation on behalf of 592a763d7123405fb0576b00edfcd1bf for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:10.770806 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2913669'] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.862929 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:10.915923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:10.972801 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4100399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2913683'] for subnet (761c2a86-af48-443d-bd7a-c5bebecb824e), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.066648 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761c2a86-af48-443d-bd7a-c5bebecb824e,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:11.084138 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16c39-6a1f-44e0-96dc-94d2c4619b01 req-441d71aa-5138-482f-85d8-06ce1fb20712 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:11.085699 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-55e16c39-6a1f-44e0-96dc-94d2c4619b01 req-441d71aa-5138-482f-85d8-06ce1fb20712 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.0744989 Sep 23 15:20:11.088564 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Checking segment: {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:11.088957 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Network hostable DHCP agents. Network: 5eb08fcc-94bd-488a-98f7-4db4f5e03842, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:11.128396 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:11.143054 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 5eb08fcc-94bd-488a-98f7-4db4f5e03842) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:11.150153 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:11.150706 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.152099 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369b029-4372-47df-85e7-d8ac9650ea2a None None] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:11.156990 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-55e16c39-6a1f-44e0-96dc-94d2c4619b01 req-cb617717-d8d4-4970-b209-798e1a846eb4 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643373 Sep 23 15:20:11.175415 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-1fb9a8ef-9799-4d4f-8937-b129da2a8379 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4480784 Sep 23 15:20:11.177958 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51782) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:11.182391 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:11.206347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (60423be4-097c-4e72-982b-3ac99b45db3f), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.207825 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (60423be4-097c-4e72-982b-3ac99b45db3f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.274402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks [] for router_controller (60423be4-097c-4e72-982b-3ac99b45db3f), precommit_add_association {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.287291 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:20:11.288221 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.423569 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks [] for router_gateway (60423be4-097c-4e72-982b-3ac99b45db3f), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.443835 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Allocated IP 172.20.0.2 (5eb08fcc-94bd-488a-98f7-4db4f5e03842/761c2a86-af48-443d-bd7a-c5bebecb824e/94e0a224-3498-44a4-904c-099657e98e88) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:11.526503 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:11.548166 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561a3c9-0ece-4687-9378-cca6dacec1d8 req-06b21427-5249-4df0-84a3-b9c437ff3bf6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:11.553067 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a561a3c9-0ece-4687-9378-cca6dacec1d8 req-06b21427-5249-4df0-84a3-b9c437ff3bf6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0608022 Sep 23 15:20:11.579723 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:11.595483 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Publish callbacks [] for port (94e0a224-3498-44a4-904c-099657e98e88), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.601391 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a561a3c9-0ece-4687-9378-cca6dacec1d8 req-129dde82-7e36-4fdc-92d5-8fe915a903f2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Sep 23 15:20:11.603287 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (94e0a224-3498-44a4-904c-099657e98e88), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.648213 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:11.650383 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks [] for router_gateway (60423be4-097c-4e72-982b-3ac99b45db3f), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.651469 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:11.654363 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:11.661085 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Pushing event updated for resources: {'Port': ['ID=94e0a224-3498-44a4-904c-099657e98e88,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:11.669147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.713498 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Attempting to bind port 94e0a224-3498-44a4-904c-099657e98e88 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:11.714006 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Attempting to bind port 94e0a224-3498-44a4-904c-099657e98e88 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:11.714355 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Attempting to bind port 94e0a224-3498-44a4-904c-099657e98e88 on network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:11.760079 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:11.760439 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Checking segment: {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:11.760868 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.761248 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Bound using segment: {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:11.761706 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Bound port: 94e0a224-3498-44a4-904c-099657e98e88, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:11.762075 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (94e0a224-3498-44a4-904c-099657e98e88), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.774591 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Allocated IP 172.27.1.200 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/90f27466-7217-42e1-b9c5-1e9b1d872c5d) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:11.819807 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] For port 94e0a224-3498-44a4-904c-099657e98e88, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:11.822939 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] For port 94e0a224-3498-44a4-904c-099657e98e88, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=94e0a224-3498-44a4-904c-099657e98e88,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:11.828165 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:11.828983 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (94e0a224-3498-44a4-904c-099657e98e88), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.880503 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c9043-9ed9-4ae8-9e28-a65400562b74 None None] Pushing event updated for resources: {'Port': ['ID=94e0a224-3498-44a4-904c-099657e98e88,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:11.898555 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks [] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.917388 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:11.936439 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.978094 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:11.983353 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:11.987513 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:12.029429 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Pushing event updated for resources: {'Port': ['ID=90f27466-7217-42e1-b9c5-1e9b1d872c5d,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:12.289760 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks [] for router_gateway (60423be4-097c-4e72-982b-3ac99b45db3f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.298198 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16e8b8-779e-4864-bc64-1dae11831bfe req-40fbca4a-225e-4469-89c2-c5e5b69e88ec tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:12.299783 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2b16e8b8-779e-4864-bc64-1dae11831bfe req-40fbca4a-225e-4469-89c2-c5e5b69e88ec tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.0598073 Sep 23 15:20:12.330519 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 94e0a224-3498-44a4-904c-099657e98e88 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:12.381863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 94e0a224-3498-44a4-904c-099657e98e88 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:12.382135 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (94e0a224-3498-44a4-904c-099657e98e88), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.382481 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 94e0a224-3498-44a4-904c-099657e98e88 Sep 23 15:20:12.384544 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:12.424771 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2b16e8b8-779e-4864-bc64-1dae11831bfe req-85bb5f2e-2fae-4a30-a088-eb2f4fdcad08 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941880 Sep 23 15:20:12.537047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (60423be4-097c-4e72-982b-3ac99b45db3f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.601417 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 94e0a224-3498-44a4-904c-099657e98e88 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:12.601805 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (94e0a224-3498-44a4-904c-099657e98e88), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.636768 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 94e0a224-3498-44a4-904c-099657e98e88, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=94e0a224-3498-44a4-904c-099657e98e88,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:12.644804 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (94e0a224-3498-44a4-904c-099657e98e88), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.694198 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Router 60423be4-097c-4e72-982b-3ac99b45db3f is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:20:12.701902 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=94e0a224-3498-44a4-904c-099657e98e88,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:12.741205 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3103b-eb6d-4236-b656-0188c8336bfe req-5521e87c-a61e-4cf7-9e67-38ac597d6767 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:12.743348 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-50b3103b-eb6d-4236-b656-0188c8336bfe req-5521e87c-a61e-4cf7-9e67-38ac597d6767 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0553772 Sep 23 15:20:12.750527 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:12.800410 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-50b3103b-eb6d-4236-b656-0188c8336bfe req-460d72a6-1b02-458d-9dcc-a29f3ea118a0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501359 Sep 23 15:20:12.800872 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85ec8b-2b88-48b1-9f21-d3f658820025 None None] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:12.811336 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:12.843732 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.845172 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-0779614d-376b-47bd-a09e-368bb42cef38 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6661623 Sep 23 15:20:12.847800 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51798) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:12.855166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Sync routers for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:12.860236 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-02e4a2ed-9e3d-43a1-b3f5-33f2785ebf6e None None] Provisioning complete for port 94e0a224-3498-44a4-904c-099657e98e88 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:12.861057 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-02e4a2ed-9e3d-43a1-b3f5-33f2785ebf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (94e0a224-3498-44a4-904c-099657e98e88), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.861057 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-02e4a2ed-9e3d-43a1-b3f5-33f2785ebf6e None None] Attempt 1 to provision port 94e0a224-3498-44a4-904c-099657e98e88 Sep 23 15:20:12.886697 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:12.909854 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:12.910402 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:13.056528 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.085624 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-02e4a2ed-9e3d-43a1-b3f5-33f2785ebf6e None None] Current status of the port 94e0a224-3498-44a4-904c-099657e98e88 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:13.095039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:13.280160 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.281509 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:12Z', 'revision_number': 3, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:13.311109 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Checking router: 60423be4-097c-4e72-982b-3ac99b45db3f for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:13.311433 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Updating router 60423be4-097c-4e72-982b-3ac99b45db3f port 90f27466-7217-42e1-b9c5-1e9b1d872c5d binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:13.341982 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-92e5d591-bcaa-472b-93c1-61bf98d4f124 None None] Provisioning complete for port 94e0a224-3498-44a4-904c-099657e98e88 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:13.342325 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-92e5d591-bcaa-472b-93c1-61bf98d4f124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (94e0a224-3498-44a4-904c-099657e98e88), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.342657 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-92e5d591-bcaa-472b-93c1-61bf98d4f124 None None] Attempt 1 to provision port 94e0a224-3498-44a4-904c-099657e98e88 Sep 23 15:20:13.347670 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.435275 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Allocated IP 172.20.0.1 (5eb08fcc-94bd-488a-98f7-4db4f5e03842/761c2a86-af48-443d-bd7a-c5bebecb824e/8fefae36-e53a-48c1-8e90-bddee210b189) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:13.490378 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.560953 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-92e5d591-bcaa-472b-93c1-61bf98d4f124 None None] Current status of the port 94e0a224-3498-44a4-904c-099657e98e88 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:13.608770 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks [] for port (8fefae36-e53a-48c1-8e90-bddee210b189), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.622432 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=32 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.631704 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fb93-e35e-4b91-804e-753c67a3cdee req-20b7244f-73bc-41ed-9a16-3fc823a3c4c1 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:13.633254 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9aa1fb93-e35e-4b91-804e-753c67a3cdee req-20b7244f-73bc-41ed-9a16-3fc823a3c4c1 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 943 time: 0.1015289 Sep 23 15:20:13.671780 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.700479 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.705450 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Publish callbacks [] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.710565 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.713818 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.747228 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9aa1fb93-e35e-4b91-804e-753c67a3cdee req-39f7ced8-f4b4-468c-8fac-6261a8ee5218 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016500 Sep 23 15:20:13.748678 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Attempting to bind port 90f27466-7217-42e1-b9c5-1e9b1d872c5d on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:13.749376 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Attempting to bind port 90f27466-7217-42e1-b9c5-1e9b1d872c5d by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:13.749951 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Attempting to bind port 90f27466-7217-42e1-b9c5-1e9b1d872c5d on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:13.764610 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:13.769392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:13.776937 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Pushing event updated for resources: {'Port': ['ID=8fefae36-e53a-48c1-8e90-bddee210b189,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:13.781259 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:13.791317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc9ae8-dd25-4130-a71d-a2817d1baf7e None None] Pushing event updated for resources: {'Port': ['ID=90f27466-7217-42e1-b9c5-1e9b1d872c5d,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:13.811589 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:13.812046 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:13.812509 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.812986 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:13.813628 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Bound port: 90f27466-7217-42e1-b9c5-1e9b1d872c5d, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:13.814108 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.827069 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (60423be4-097c-4e72-982b-3ac99b45db3f), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.885157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] For port 90f27466-7217-42e1-b9c5-1e9b1d872c5d, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:13.889231 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] For port 90f27466-7217-42e1-b9c5-1e9b1d872c5d, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=90f27466-7217-42e1-b9c5-1e9b1d872c5d,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:13.906666 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.937199 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5503f9c-212e-4f61-9a66-13d1d1067752 req-7bd60e83-ac6a-4555-8a5d-9907495bb0d5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:13.945246 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5503f9c-212e-4f61-9a66-13d1d1067752 req-7bd60e83-ac6a-4555-8a5d-9907495bb0d5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0603154 Sep 23 15:20:13.952880 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:13.953555 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:13.985051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.999243 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6f854937-824a-480d-a6f0-47591ff1371b details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:20:14.001139 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5503f9c-212e-4f61-9a66-13d1d1067752 req-f384a20c-d9b7-4d8c-b816-57ba3bf32d8c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546715 Sep 23 15:20:14.044555 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:14.045924 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc9ae8-dd25-4130-a71d-a2817d1baf7e None None] Pushing event updated for resources: {'Port': ['ID=90f27466-7217-42e1-b9c5-1e9b1d872c5d,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:14.148809 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Provisioning complete for port 8fefae36-e53a-48c1-8e90-bddee210b189 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:14.149175 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.149504 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 1 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:14.191704 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:14.243140 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:14.408402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks [] for port (8fefae36-e53a-48c1-8e90-bddee210b189), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.414246 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.464409 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 94e0a224-3498-44a4-904c-099657e98e88 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:14.483305 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Pushing event updated for resources: {'Port': ['ID=8fefae36-e53a-48c1-8e90-bddee210b189,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:14.486043 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (60423be4-097c-4e72-982b-3ac99b45db3f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.520985 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 6f854937-824a-480d-a6f0-47591ff1371b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6f854937-824a-480d-a6f0-47591ff1371b,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:14.523246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:14.555927 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '6f854937-824a-480d-a6f0-47591ff1371b', 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36', 'port_id': '6f854937-824a-480d-a6f0-47591ff1371b', 'mac_address': 'fa:16:3e:18:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8261c6ee-444f-4080-bf65-e95ad2eba6e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:20:14.587433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:14.588873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:14.625860 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 94e0a224-3498-44a4-904c-099657e98e88 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:14.626234 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (94e0a224-3498-44a4-904c-099657e98e88), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.626567 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 94e0a224-3498-44a4-904c-099657e98e88 Sep 23 15:20:14.666702 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 6f854937-824a-480d-a6f0-47591ff1371b is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:14.667085 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6f854937-824a-480d-a6f0-47591ff1371b), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.705148 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Router 60423be4-097c-4e72-982b-3ac99b45db3f has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:20:14.705505 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f854937-824a-480d-a6f0-47591ff1371b {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:14.732867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846200d4-9a89-4989-9644-956d77752c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 1, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:14.740142 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 6f854937-824a-480d-a6f0-47591ff1371b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6f854937-824a-480d-a6f0-47591ff1371b,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:14.765889 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 2 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:14.771326 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6f854937-824a-480d-a6f0-47591ff1371b), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.772928 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846200d4-9a89-4989-9644-956d77752c8c None None] The sync data for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi is: [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 1, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:14.886283 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:14.894213 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 94e0a224-3498-44a4-904c-099657e98e88 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:14.905855 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=6f854937-824a-480d-a6f0-47591ff1371b,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:14.908324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:14.956722 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:14.972695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:14.981644 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c7a77-bbcf-45dc-84a5-07ef328f8555 req-72312cb7-2004-4dc3-a410-06248bfa2f41 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:14.983175 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c95c7a77-bbcf-45dc-84a5-07ef328f8555 req-72312cb7-2004-4dc3-a410-06248bfa2f41 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 944 time: 0.1252685 Sep 23 15:20:15.004622 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-492df956-44bd-4ca7-8dd4-acedd510ac6e admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/60423be4-097c-4e72-982b-3ac99b45db3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1387472 Sep 23 15:20:15.004622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-740c6fd1-c17a-425d-8a48-5a339369165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.004622 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-740c6fd1-c17a-425d-8a48-5a339369165a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 1128 time: 0.0858696 Sep 23 15:20:15.162875 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c95c7a77-bbcf-45dc-84a5-07ef328f8555 req-ea099dc9-a3d8-4bef-9b3a-793d19eaa2b5 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706040 Sep 23 15:20:15.198458 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-c39e0b31-d15b-4be2-82ea-b684748c6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.200390 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-c39e0b31-d15b-4be2-82ea-b684748c6d2c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=c67c26da-b776-4386-b438-d1ea6d9daf36 HTTP/1.1" status: 200 len: 909 time: 0.2001333 Sep 23 15:20:15.273330 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-f27d665f-6eb6-441c-b19a-a933b4c4b47a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f854937-824a-480d-a6f0-47591ff1371b HTTP/1.1" status: 200 len: 217 time: 0.0654788 Sep 23 15:20:15.292957 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-35a6739e-c096-4c38-a08b-82d1d850de58 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2371612 Sep 23 15:20:15.304947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966f6a-45ae-48de-8eed-bb0b89d2f4f5 req-94f585e7-d405-46b6-b2c2-6e71321a3443 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.316212 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-64966f6a-45ae-48de-8eed-bb0b89d2f4f5 req-94f585e7-d405-46b6-b2c2-6e71321a3443 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.1054490 Sep 23 15:20:15.325068 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:15.380518 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6f854937-824a-480d-a6f0-47591ff1371b'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:20:15.409644 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-c9fc31fa-848b-46fb-9efd-0ced4fbed770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.413738 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-64966f6a-45ae-48de-8eed-bb0b89d2f4f5 req-4ab31e97-ae4e-4884-a368-236a74e08d24 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962274 Sep 23 15:20:15.418528 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-c9fc31fa-848b-46fb-9efd-0ced4fbed770 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8261c6ee-444f-4080-bf65-e95ad2eba6e4 HTTP/1.1" status: 200 len: 848 time: 0.1387327 Sep 23 15:20:15.463791 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 3 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:15.482807 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-07292748-67fb-4c81-b251-9995ff402c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.484606 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-07292748-67fb-4c81-b251-9995ff402c2a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0816782 Sep 23 15:20:15.550925 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-69cc3d10-da59-4ada-917b-a269adf6ea7c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=c67c26da-b776-4386-b438-d1ea6d9daf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160374 Sep 23 15:20:15.646162 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:15.693355 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:15.706985 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-9d960705-c075-48b9-9844-b84e4785a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.709043 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-9d960705-c075-48b9-9844-b84e4785a590 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.2018948 Sep 23 15:20:15.772415 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-1b0e71b5-50ca-436a-a53b-519f62a3a5af service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148287 Sep 23 15:20:15.774455 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-d907fb76-2f8b-428e-adb6-1b496b0adca7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e HTTP/1.1" status: 200 len: 217 time: 0.0585871 Sep 23 15:20:15.879992 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-c187c864-5a50-4a35-b02c-0359c52880c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.882003 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-c187c864-5a50-4a35-b02c-0359c52880c4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0987720 Sep 23 15:20:15.942872 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-98799285-2c61-4464-840a-eef7282e643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:15.946758 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-98799285-2c61-4464-840a-eef7282e643d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557251 Sep 23 15:20:16.006660 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0ecfd135-3f67-4c51-84e6-ef2f7e1d7cdb req-590bde7a-a68e-4543-be0b-94786d2fc65f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196229 Sep 23 15:20:16.105170 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-f9240fc0-5022-498d-b1ba-449d36a07e35 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443629 Sep 23 15:20:16.147083 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 4 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:16.184669 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:16.216492 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-604d4cf4-3aa0-4ab7-a02b-e9982d3419eb req-39213272-576c-405d-b235-f849dbf55374 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042333 Sep 23 15:20:16.311477 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51868) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:16.316667 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-814724840-network', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:16.337863 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Made reservation on behalf of d965e9d40a02427aba973b31153c16a6 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:16.351068 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55376c-f6da-4a78-8f8d-4b8036b90d0d req-98196d73-ebce-43f5-8a77-582e40c86434 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:16.352619 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.352763 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-de55376c-f6da-4a78-8f8d-4b8036b90d0d req-98196d73-ebce-43f5-8a77-582e40c86434 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 944 time: 0.0710099 Sep 23 15:20:16.369903 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.375135 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 90f27466-7217-42e1-b9c5-1e9b1d872c5d up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:16.415908 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-de55376c-f6da-4a78-8f8d-4b8036b90d0d req-73bbdf40-0e60-48cf-8488-322b48b19c76 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559394 Sep 23 15:20:16.428237 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 90f27466-7217-42e1-b9c5-1e9b1d872c5d triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:16.428794 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.429252 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 90f27466-7217-42e1-b9c5-1e9b1d872c5d Sep 23 15:20:16.468112 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:16.493389 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks [] for security_group (4b894c82-ecbd-4712-a110-b7169fd98a29), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.499099 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (4b894c82-ecbd-4712-a110-b7169fd98a29), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.551019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 90f27466-7217-42e1-b9c5-1e9b1d872c5d is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:16.551344 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.562186 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:20:16.573129 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b894c82-ecbd-4712-a110-b7169fd98a29,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.573592 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 90f27466-7217-42e1-b9c5-1e9b1d872c5d, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=90f27466-7217-42e1-b9c5-1e9b1d872c5d,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:16.582972 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.586357 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (bfca9f3d-6736-4cf8-95d5-ac1301298a3c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.586688 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Added segment bfca9f3d-6736-4cf8-95d5-ac1301298a3c of type vlan for network 01e17191-64db-4d5c-82c4-fe6d06f70188 Sep 23 15:20:16.594215 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74de0f1-013f-4707-8c6e-7c1adb00f529 req-65a2aad8-87ff-4c98-9b31-04b811be1d68 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:16.595948 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e74de0f1-013f-4707-8c6e-7c1adb00f529 req-65a2aad8-87ff-4c98-9b31-04b811be1d68 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0923474 Sep 23 15:20:16.634525 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:16.637920 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=90f27466-7217-42e1-b9c5-1e9b1d872c5d,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.665110 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (01e17191-64db-4d5c-82c4-fe6d06f70188), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.686142 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 5 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:16.700489 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e74de0f1-013f-4707-8c6e-7c1adb00f529 req-ff3a9ec6-2581-45e9-8fda-7ae93a672f09 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936756 Sep 23 15:20:16.736468 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:16.736715 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (01e17191-64db-4d5c-82c4-fe6d06f70188), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.736715 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:16.737492 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.800321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51878) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:16.804834 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4920211 Sep 23 15:20:16.808790 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Request body: {'subnet': {'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-814724840-subnet', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:16.820342 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15c831-26c7-4fae-8f56-5a54e438b817 admin admin] Pushing event updated for resources: {'Network': ['ID=01e17191-64db-4d5c-82c4-fe6d06f70188,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.837001 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:20:16.862941 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Made reservation on behalf of d965e9d40a02427aba973b31153c16a6 for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:16.866045 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2913669'] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.063674 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4100399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2913683'] for subnet (b38d60e4-ba8f-4a4f-aa99-4120f1bb87de), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.126777 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38d60e4-ba8f-4a4f-aa99-4120f1bb87de,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:17.133134 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6f854937-824a-480d-a6f0-47591ff1371b up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:17.168981 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Checking segment: {'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:17.168981 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Network hostable DHCP agents. Network: 01e17191-64db-4d5c-82c4-fe6d06f70188, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:17.168981 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:17.183364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 6f854937-824a-480d-a6f0-47591ff1371b completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:20:17.196676 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:17.196996 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 6f854937-824a-480d-a6f0-47591ff1371b triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:17.197276 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6f854937-824a-480d-a6f0-47591ff1371b), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.197821 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 6f854937-824a-480d-a6f0-47591ff1371b Sep 23 15:20:17.225684 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 01e17191-64db-4d5c-82c4-fe6d06f70188) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:17.232951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:17.233649 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.248404 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 6 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:17.264328 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d46184c1-6c07-4414-92c9-2e0d0651be90 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4592650 Sep 23 15:20:17.266655 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 51900) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:17.273599 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:17.315897 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:17.338446 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.341658 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.347225 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:17.365682 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 6f854937-824a-480d-a6f0-47591ff1371b is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:17.366963 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6f854937-824a-480d-a6f0-47591ff1371b), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.399535 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f854937-824a-480d-a6f0-47591ff1371b'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:17.405753 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1396aa1-f320-45d9-adde-9b3a00351e05" -d '{"events": [{"server_uuid": "a8396993-2f10-4ec4-9745-8bbd605eeb9f", "name": "network-vif-plugged", "status": "completed", "tag": "6f854937-824a-480d-a6f0-47591ff1371b"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:17.427026 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 6f854937-824a-480d-a6f0-47591ff1371b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6f854937-824a-480d-a6f0-47591ff1371b,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:17.435802 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks [] for router_controller (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), precommit_add_association {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.436171 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6f854937-824a-480d-a6f0-47591ff1371b), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.514980 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1547ea2e-2a8a-405f-b22c-6fe83497408d x-openstack-request-id: req-1547ea2e-2a8a-405f-b22c-6fe83497408d {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:17.515268 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8396993-2f10-4ec4-9745-8bbd605eeb9f", "name": "network-vif-plugged", "status": "completed", "tag": "6f854937-824a-480d-a6f0-47591ff1371b", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:17.515524 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1547ea2e-2a8a-405f-b22c-6fe83497408d {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:17.515969 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1547ea2e-2a8a-405f-b22c-6fe83497408d'] response: {'server_uuid': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f854937-824a-480d-a6f0-47591ff1371b', 'code': 200} Sep 23 15:20:17.517034 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa7eff-d460-4401-89ef-7034a8bf5bf6 None None] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:17.600463 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:17.601695 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=6f854937-824a-480d-a6f0-47591ff1371b,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:17.667235 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-01e17191-64db-4d5c-82c4-fe6d06f70188', 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188', 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'fixed_ips': [{'subnet_id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:20:17.669630 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.824673 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 7 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:17.893422 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Sync routers for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:17.909329 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:17.912895 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:17.913476 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:17.929062 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:17.944030 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44005-7ca7-437b-a55b-5366130cb553 req-064f9300-57bd-4429-8bfa-42dd48f94126 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:17.952901 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e44005-7ca7-437b-a55b-5366130cb553 req-064f9300-57bd-4429-8bfa-42dd48f94126 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0640802 Sep 23 15:20:17.985605 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Allocated IP 172.20.0.2 (01e17191-64db-4d5c-82c4-fe6d06f70188/b38d60e4-ba8f-4a4f-aa99-4120f1bb87de/de882f70-e01b-43b5-b4b6-7ce8c4de81e2) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:18.008088 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e44005-7ca7-437b-a55b-5366130cb553 req-244288ae-eb6e-45c5-8ef1-1941b3196e13 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540042 Sep 23 15:20:18.081966 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks [] for router_gateway (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.131330 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:18.134123 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d170456-82b2-4fd0-9c95-c333cfc1cf35 req-07a2c392-c62c-411e-9b78-cdb8c47dd56c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:18.135286 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5d170456-82b2-4fd0-9c95-c333cfc1cf35 req-07a2c392-c62c-411e-9b78-cdb8c47dd56c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 945 time: 0.5428340 Sep 23 15:20:18.186360 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df821c54-7cfa-4920-a576-903e8c11f589 req-d0f14522-947d-4d4b-85e9-d7992cbe393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:18.186793 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-df821c54-7cfa-4920-a576-903e8c11f589 req-d0f14522-947d-4d4b-85e9-d7992cbe393a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 1129 time: 0.1310289 Sep 23 15:20:18.223927 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Publish callbacks [] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.231809 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.275499 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5d170456-82b2-4fd0-9c95-c333cfc1cf35 req-425de7bc-04d6-4de4-9285-f1bcb51de3da tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090243 Sep 23 15:20:18.279743 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:18.297183 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:18.313978 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:18.319280 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:18.337372 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-fe34e22a-3ef5-4d1f-b1d9-bdad7aee6d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.353798 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-df821c54-7cfa-4920-a576-903e8c11f589 req-61391e42-3fc4-4642-8d9d-d4aa5a94b378 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598344 Sep 23 15:20:18.356209 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:18.396197 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 2, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:18.407852 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks [] for router_gateway (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.425721 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Checking router: 60423be4-097c-4e72-982b-3ac99b45db3f for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:18.426064 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Updating router 60423be4-097c-4e72-982b-3ac99b45db3f port 8fefae36-e53a-48c1-8e90-bddee210b189 binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:18.432640 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.459774 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.525059 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 8 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:18.529366 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 90f27466-7217-42e1-b9c5-1e9b1d872c5d up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:18.549262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Pushing event updated for resources: {'Port': ['ID=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:18.628390 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Allocated IP 172.27.1.247 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/4c92e6c2-f375-4554-9714-4b22e519ed4c) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:18.633517 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:18.641499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Attempting to bind port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:18.641862 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Attempting to bind port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:18.642313 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Attempting to bind port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 on network 01e17191-64db-4d5c-82c4-fe6d06f70188 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:18.689295 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 90f27466-7217-42e1-b9c5-1e9b1d872c5d triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:18.689666 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.689995 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 90f27466-7217-42e1-b9c5-1e9b1d872c5d Sep 23 15:20:18.755892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:18.756561 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Checking segment: {'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:18.756990 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.757375 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Bound using segment: {'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:18.757887 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Bound port: de882f70-e01b-43b5-b4b6-7ce8c4de81e2, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:18.758944 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.799233 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks [] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.829709 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:18.835015 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] For port de882f70-e01b-43b5-b4b6-7ce8c4de81e2, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:18.840177 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] For port de882f70-e01b-43b5-b4b6-7ce8c4de81e2, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,segment=NetworkSegment(bfca9f3d-6736-4cf8-95d5-ac1301298a3c),segment_id=bfca9f3d-6736-4cf8-95d5-ac1301298a3c)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:18.851883 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.876541 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.939266 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Publish callbacks [] for port (8fefae36-e53a-48c1-8e90-bddee210b189), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.939891 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Pushing event updated for resources: {'Port': ['ID=4c92e6c2-f375-4554-9714-4b22e519ed4c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:18.946191 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 90f27466-7217-42e1-b9c5-1e9b1d872c5d is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:18.950056 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.950647 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:18.953875 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:18.964334 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:18.977096 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd0c0d-d7a2-4003-ba52-0f98aac1ccd2 None None] Pushing event updated for resources: {'Port': ['ID=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.003294 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Pushing event updated for resources: {'Port': ['ID=8fefae36-e53a-48c1-8e90-bddee210b189,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.034089 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.034422 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.034768 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.035484 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.035484 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.035711 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.036203 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.036849 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.037309 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.037762 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.038239 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.038732 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.039197 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.039647 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.040109 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:19.048155 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:19.097459 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Attempting to bind port 8fefae36-e53a-48c1-8e90-bddee210b189 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:19.097820 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Attempting to bind port 8fefae36-e53a-48c1-8e90-bddee210b189 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:19.098179 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Attempting to bind port 8fefae36-e53a-48c1-8e90-bddee210b189 on network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:19.134787 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 9 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:19.189569 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:19.190268 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Checking segment: {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:19.190830 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.191395 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Bound using segment: {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:19.192084 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Bound port: 8fefae36-e53a-48c1-8e90-bddee210b189, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:19.192797 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.207451 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:19.220400 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51946) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:19.265689 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa46da-06f7-4580-a459-52398c8771c0 req-ac24801d-2944-4bd1-97c1-4e0b66a95774 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:19.278522 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-93aa46da-06f7-4580-a459-52398c8771c0 req-ac24801d-2944-4bd1-97c1-4e0b66a95774 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.1468186 Sep 23 15:20:19.290155 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Port 8fefae36-e53a-48c1-8e90-bddee210b189 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:19.295941 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] For port 8fefae36-e53a-48c1-8e90-bddee210b189, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:19.305344 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] For port 8fefae36-e53a-48c1-8e90-bddee210b189, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=8fefae36-e53a-48c1-8e90-bddee210b189,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:19.307749 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks [] for router_gateway (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.329669 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.372306 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-93aa46da-06f7-4580-a459-52398c8771c0 req-9b8377be-e5e0-450f-855a-a0e90e518b6f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900264 Sep 23 15:20:19.398900 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:19.400020 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:19.467052 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f001039-f860-46cc-a249-a74384c2b89b None None] Pushing event updated for resources: {'Port': ['ID=8fefae36-e53a-48c1-8e90-bddee210b189,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.475593 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dd5b0-09da-4fd2-85ea-8d1b1012c15f req-480dc7ed-9879-4d15-90ec-b260dab669ce tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:19.477096 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-384dd5b0-09da-4fd2-85ea-8d1b1012c15f req-480dc7ed-9879-4d15-90ec-b260dab669ce tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 945 time: 0.0626185 Sep 23 15:20:19.491511 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ba74084-ccb0-49c8-ac31-31bb26ee1fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.523846 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:19.603720 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ba74084-ccb0-49c8-ac31-31bb26ee1fc6 admin admin] Publish callbacks [] for security_group (fd6603a3-39d7-4903-835d-ab009312faa0), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.610908 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ba74084-ccb0-49c8-ac31-31bb26ee1fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fd6603a3-39d7-4903-835d-ab009312faa0), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.612753 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-384dd5b0-09da-4fd2-85ea-8d1b1012c15f req-9dd5f920-fe7a-44ac-9d29-9f6062cbb5fc tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964713 Sep 23 15:20:19.625860 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.653055 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4ba74084-ccb0-49c8-ac31-31bb26ee1fc6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1ecaa6d3fba4403c85276ec63d80dd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293973 Sep 23 15:20:19.654973 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba74084-ccb0-49c8-ac31-31bb26ee1fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6603a3-39d7-4903-835d-ab009312faa0,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.657598 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51958) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:19.709773 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-17aaeb27-d03b-4631-8a08-3e40a28bb33e admin admin] Publish callbacks [] for security_group (fd6603a3-39d7-4903-835d-ab009312faa0), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.717341 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:19.737656 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-17aaeb27-d03b-4631-8a08-3e40a28bb33e admin admin] Publish callbacks [] for security_group (fd6603a3-39d7-4903-835d-ab009312faa0), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.754301 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:19.771889 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:20:19.781449 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc49dcc-8b74-45dd-9a15-0d3f1e0dcc43 None None] The sync data for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi is: [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:19.791503 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Attempt 10 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:19.808223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-17aaeb27-d03b-4631-8a08-3e40a28bb33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fd6603a3-39d7-4903-835d-ab009312faa0), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.810902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-17aaeb27-d03b-4631-8a08-3e40a28bb33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.817798 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-17aaeb27-d03b-4631-8a08-3e40a28bb33e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fd6603a3-39d7-4903-835d-ab009312faa0 HTTP/1.1" status: 204 len: 168 time: 0.1592960 Sep 23 15:20:19.833279 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaeb27-d03b-4631-8a08-3e40a28bb33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6603a3-39d7-4903-835d-ab009312faa0,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.932632 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Current status of the port 8fefae36-e53a-48c1-8e90-bddee210b189 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:19.933027 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.965859 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:19.984749 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] For port 8fefae36-e53a-48c1-8e90-bddee210b189, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=8fefae36-e53a-48c1-8e90-bddee210b189,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:19.994875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.024981 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:20.043125 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Sync routers for ids ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:20.059524 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.064917 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51974) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:20.065752 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-34c5e667-cb17-454a-ae6d-1f53bceb386d admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7973959 Sep 23 15:20:20.084035 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Routers {'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:20.085126 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:19:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:20.089770 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:20.173022 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0260d-4335-4729-a8e3-10253a647f03 None None] Pushing event updated for resources: {'Port': ['ID=8fefae36-e53a-48c1-8e90-bddee210b189,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:20.195212 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-88bc62d7-f328-40ba-ada0-9c86463dfaa4 None None] Provisioning complete for port 8fefae36-e53a-48c1-8e90-bddee210b189 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:20.195592 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-88bc62d7-f328-40ba-ada0-9c86463dfaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.196175 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-88bc62d7-f328-40ba-ada0-9c86463dfaa4 None None] Attempt 1 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:20.399294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Set router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:20.472962 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 51986) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:20.478645 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fed68-c929-4ffb-8f75-687f774b1e96 None None] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:20.499327 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecc37-8b3e-44be-bb7d-33e453ddc49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.642803 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 8fefae36-e53a-48c1-8e90-bddee210b189 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:20.715977 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3a149cd5-74e4-4564-aef9-03eb37d6463f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.718233 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-88bc62d7-f328-40ba-ada0-9c86463dfaa4 None None] Current status of the port 8fefae36-e53a-48c1-8e90-bddee210b189 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:20.731378 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:20.732009 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:20.740362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a47d-b023-40ae-93b1-2a972201cba0 req-fa813577-b960-4919-a312-762e631530c4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:20.746671 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ed5a47d-b023-40ae-93b1-2a972201cba0 req-fa813577-b960-4919-a312-762e631530c4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.1746390 Sep 23 15:20:20.856975 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 8fefae36-e53a-48c1-8e90-bddee210b189 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:20.859133 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.859587 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 8fefae36-e53a-48c1-8e90-bddee210b189 Sep 23 15:20:20.860853 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971dcb6-6738-4bde-a43f-79c75ec79048 req-5266ab72-4690-4923-adf6-e4eeaea94650 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:20.876636 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6971dcb6-6738-4bde-a43f-79c75ec79048 req-5266ab72-4690-4923-adf6-e4eeaea94650 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 945 time: 0.1347156 Sep 23 15:20:20.944518 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecc37-8b3e-44be-bb7d-33e453ddc49d admin admin] Publish callbacks [] for security_group (2f4388cc-8d00-4bee-859f-980199141f65), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.952083 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] Provisioning complete for port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:20.952740 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.953119 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] Attempt 1 to provision port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 Sep 23 15:20:20.957229 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6971dcb6-6738-4bde-a43f-79c75ec79048 req-b5621c44-d650-4868-be75-a1bc39a305cf tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791097 Sep 23 15:20:20.961300 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ed5a47d-b023-40ae-93b1-2a972201cba0 req-cc5a29c8-dfba-4a2b-8447-661f2f7852f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987720 Sep 23 15:20:20.969320 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecc37-8b3e-44be-bb7d-33e453ddc49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (2f4388cc-8d00-4bee-859f-980199141f65), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.056663 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-9e2ecc37-8b3e-44be-bb7d-33e453ddc49d admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=11d9008edaad44db8ad515f79e479554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5819459 Sep 23 15:20:21.059587 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52000) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:21.085343 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ecc37-8b3e-44be-bb7d-33e453ddc49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4388cc-8d00-4bee-859f-980199141f65,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:21.112114 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:21.146777 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 3, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port': {'id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:18Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:21.150724 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 8fefae36-e53a-48c1-8e90-bddee210b189 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:21.151881 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device de882f70-e01b-43b5-b4b6-7ce8c4de81e2 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:21.158501 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.159350 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-518a4529-b88c-44f8-873f-7b11b1b5b947 admin admin] Publish callbacks [] for security_group (2f4388cc-8d00-4bee-859f-980199141f65), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.186476 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-518a4529-b88c-44f8-873f-7b11b1b5b947 admin admin] Publish callbacks [] for security_group (2f4388cc-8d00-4bee-859f-980199141f65), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.207034 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:21.207672 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Checking router: dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:21.208082 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Updating router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 port 4c92e6c2-f375-4554-9714-4b22e519ed4c binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:21.261880 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-518a4529-b88c-44f8-873f-7b11b1b5b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (2f4388cc-8d00-4bee-859f-980199141f65), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.268796 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-518a4529-b88c-44f8-873f-7b11b1b5b947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.277874 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-518a4529-b88c-44f8-873f-7b11b1b5b947 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/2f4388cc-8d00-4bee-859f-980199141f65 HTTP/1.1" status: 204 len: 168 time: 0.2168648 Sep 23 15:20:21.289958 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.291261 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a4529-b88c-44f8-873f-7b11b1b5b947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4388cc-8d00-4bee-859f-980199141f65,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:21.292506 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] Current status of the port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:21.292954 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.350569 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:21.350940 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.351269 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 Sep 23 15:20:21.378277 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Allocated IP 172.20.0.1 (01e17191-64db-4d5c-82c4-fe6d06f70188/b38d60e4-ba8f-4a4f-aa99-4120f1bb87de/59d770fb-2c95-48ac-bbe6-dd3f38b6393c) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:21.441248 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] For port de882f70-e01b-43b5-b4b6-7ce8c4de81e2, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,segment=NetworkSegment(bfca9f3d-6736-4cf8-95d5-ac1301298a3c),segment_id=bfca9f3d-6736-4cf8-95d5-ac1301298a3c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:21.445481 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:21.453978 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.511061 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks [] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.555022 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.564475 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:21.619858 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449539a5-5dd5-458a-a4ec-79960bdfdca4 None None] Pushing event updated for resources: {'Port': ['ID=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:21.625338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-c89e72a9-f170-47b3-a8f4-7fa6fcfc4747 None None] Provisioning complete for port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:21.625768 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c89e72a9-f170-47b3-a8f4-7fa6fcfc4747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.626096 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-c89e72a9-f170-47b3-a8f4-7fa6fcfc4747 None None] Attempt 1 to provision port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 Sep 23 15:20:21.630647 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:21.633648 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:21.636673 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:21.637076 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:21.685180 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Pushing event updated for resources: {'Port': ['ID=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:21.689322 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.881225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.893664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:21.897941 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.030644 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Publish callbacks [] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.032545 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-c89e72a9-f170-47b3-a8f4-7fa6fcfc4747 None None] Current status of the port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:22.049241 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.111900 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Attempting to bind port 4c92e6c2-f375-4554-9714-4b22e519ed4c on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:22.112478 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Attempting to bind port 4c92e6c2-f375-4554-9714-4b22e519ed4c by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:22.113010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Attempting to bind port 4c92e6c2-f375-4554-9714-4b22e519ed4c on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:22.116454 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks [] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.136784 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.147180 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba453a1-4dac-4cdb-93c1-ff979df2b63c None None] Pushing event updated for resources: {'Port': ['ID=4c92e6c2-f375-4554-9714-4b22e519ed4c,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:22.170552 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Provisioning complete for port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:22.170915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.171246 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 1 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:22.199708 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:22.200079 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:22.200483 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.200902 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:22.201373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Bound port: 4c92e6c2-f375-4554-9714-4b22e519ed4c, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:22.201746 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.237796 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:22.251838 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.262575 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:22.269788 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] For port 4c92e6c2-f375-4554-9714-4b22e519ed4c, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:22.274141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] For port 4c92e6c2-f375-4554-9714-4b22e519ed4c, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4c92e6c2-f375-4554-9714-4b22e519ed4c,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:22.284305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.311182 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Pushing event updated for resources: {'Port': ['ID=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:22.317356 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71286f-ad23-404d-a414-4ef51c13128e req-7bed06aa-8b69-4f9a-b305-775a1c95c34a tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:22.333315 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Routers {'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:22.333697 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1c71286f-ad23-404d-a414-4ef51c13128e req-7bed06aa-8b69-4f9a-b305-775a1c95c34a tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 945 time: 0.1334701 Sep 23 15:20:22.334142 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:20:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:22.338714 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19f35-0d4f-4376-a9cf-f40d3032ef36 req-f5f81724-a038-4c23-b49b-bb14d1202c73 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:22.340231 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-98a19f35-0d4f-4376-a9cf-f40d3032ef36 req-f5f81724-a038-4c23-b49b-bb14d1202c73 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.2206526 Sep 23 15:20:22.432784 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1c71286f-ad23-404d-a414-4ef51c13128e req-0ae7ff88-7118-4268-aa68-549b62eb8099 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975139 Sep 23 15:20:22.487860 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-98a19f35-0d4f-4376-a9cf-f40d3032ef36 req-16bce43d-3ffb-4562-8c90-317d134fe21a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052058 Sep 23 15:20:22.503935 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device de882f70-e01b-43b5-b4b6-7ce8c4de81e2 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:22.523419 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:22.525369 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba453a1-4dac-4cdb-93c1-ff979df2b63c None None] Pushing event updated for resources: {'Port': ['ID=4c92e6c2-f375-4554-9714-4b22e519ed4c,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:22.526286 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:22.549748 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:22.584277 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] Set router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:22.608531 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:22.655763 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:22.656265 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.656686 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 Sep 23 15:20:22.689890 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:20:22.740045 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 2 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:22.858201 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:22.871386 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-eda6a49b-71bd-4e4d-a676-7f21538220d9 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7973549 Sep 23 15:20:22.890508 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:22.935445 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:22.987284 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 4, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port': {'id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:18Z', 'updated_at': '2022-09-23T15:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '59d770fb-2c95-48ac-bbe6-dd3f38b6393c', 'name': '', 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'mac_address': 'fa:16:3e:b8:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 2, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'subnets': [{'id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:23.017046 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18352aa5-53df-4a36-a77f-4566fab79b5d None None] The sync data for ids ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'] in dv-cinder-855013-3-iscsi is: [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 4, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port': {'id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:18Z', 'updated_at': '2022-09-23T15:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '59d770fb-2c95-48ac-bbe6-dd3f38b6393c', 'name': '', 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'mac_address': 'fa:16:3e:b8:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 2, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'subnets': [{'id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:23.181661 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52064) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:23.321611 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.342734 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1be126fc-dc54-47a9-8ddf-709bbe939725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.361287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52068) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:23.366873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-dfeb8426-af89-4654-aa7e-0f32ee873d45 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474576661', 'description': 'tempest-secgroup-smoke-474576661 description', 'project_id': '592a763d7123405fb0576b00edfcd1bf'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:23.391616 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 3 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:23.400491 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8426-af89-4654-aa7e-0f32ee873d45 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.414938 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.433409 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:23.453270 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1be126fc-dc54-47a9-8ddf-709bbe939725 admin admin] Publish callbacks [] for security_group (716b1092-b982-47a1-a2ce-4c52a731e018), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.468470 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1be126fc-dc54-47a9-8ddf-709bbe939725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (716b1092-b982-47a1-a2ce-4c52a731e018), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.494399 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8426-af89-4654-aa7e-0f32ee873d45 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group (2b9e61ec-1f6e-4143-a24e-6d82f5998f7b), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.501842 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8426-af89-4654-aa7e-0f32ee873d45 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (2b9e61ec-1f6e-4143-a24e-6d82f5998f7b), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.516410 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-1be126fc-dc54-47a9-8ddf-709bbe939725 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d488e48d8712453a89b4118b6825fcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333113 Sep 23 15:20:23.521440 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52072) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:23.540198 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be126fc-dc54-47a9-8ddf-709bbe939725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716b1092-b982-47a1-a2ce-4c52a731e018,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:23.545085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb8426-af89-4654-aa7e-0f32ee873d45 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:23.593762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dfeb8426-af89-4654-aa7e-0f32ee873d45 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.594009 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c0a4-b20a-4eca-8fa2-bbe747e38c52 admin admin] Publish callbacks [] for security_group (716b1092-b982-47a1-a2ce-4c52a731e018), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.598151 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52076) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:23.598752 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-dfeb8426-af89-4654-aa7e-0f32ee873d45 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2361224 Sep 23 15:20:23.605976 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-47d2e1f4-0ebe-4cd3-8569-148f3d6b5aaf tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'security_group_rule': {'security_group_id': '2b9e61ec-1f6e-4143-a24e-6d82f5998f7b', 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:23.617590 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27183c4f-7160-4dae-9342-37757344dcfc req-bebe00d3-70a7-4dd7-bfd7-ff789b6ae480 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:23.619367 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27183c4f-7160-4dae-9342-37757344dcfc req-bebe00d3-70a7-4dd7-bfd7-ff789b6ae480 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 945 time: 0.0973966 Sep 23 15:20:23.641982 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:23.677129 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27183c4f-7160-4dae-9342-37757344dcfc req-605693f9-2d45-411b-ba7c-e1667ba85d76 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515664 Sep 23 15:20:23.677627 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c0a4-b20a-4eca-8fa2-bbe747e38c52 admin admin] Publish callbacks [] for security_group (716b1092-b982-47a1-a2ce-4c52a731e018), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.715982 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3821d1-54f2-4a85-b4b3-194d5ce059ec req-a952491c-58a8-40ad-b5de-085f790afa9e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:23.723110 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e3821d1-54f2-4a85-b4b3-194d5ce059ec req-a952491c-58a8-40ad-b5de-085f790afa9e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.1224363 Sep 23 15:20:23.730275 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47d2e1f4-0ebe-4cd3-8569-148f3d6b5aaf tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (3a9fb6ca-b281-46b8-8af8-1bd1636a5f9a), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.829935 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e3821d1-54f2-4a85-b4b3-194d5ce059ec req-0fcdf3f9-7f49-44d8-9f92-27004ba56a06 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057045 Sep 23 15:20:23.851163 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47d2e1f4-0ebe-4cd3-8569-148f3d6b5aaf tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (3a9fb6ca-b281-46b8-8af8-1bd1636a5f9a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.852775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c0a4-b20a-4eca-8fa2-bbe747e38c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (716b1092-b982-47a1-a2ce-4c52a731e018), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.855968 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c0a4-b20a-4eca-8fa2-bbe747e38c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.860118 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f8e0c0a4-b20a-4eca-8fa2-bbe747e38c52 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/716b1092-b982-47a1-a2ce-4c52a731e018 HTTP/1.1" status: 204 len: 168 time: 0.3350599 Sep 23 15:20:23.861768 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47d2e1f4-0ebe-4cd3-8569-148f3d6b5aaf tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (3a9fb6ca-b281-46b8-8af8-1bd1636a5f9a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.889986 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0c0a4-b20a-4eca-8fa2-bbe747e38c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716b1092-b982-47a1-a2ce-4c52a731e018,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:23.901349 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2e1f4-0ebe-4cd3-8569-148f3d6b5aaf tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9fb6ca-b281-46b8-8af8-1bd1636a5f9a,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:23.913330 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-47d2e1f4-0ebe-4cd3-8569-148f3d6b5aaf tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.918013 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-47d2e1f4-0ebe-4cd3-8569-148f3d6b5aaf tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163195 Sep 23 15:20:23.918242 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52086) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:23.923571 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-60ee29ee-8e82-41cf-b926-5f2bf70b2a84 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'security_group_rule': {'security_group_id': '2b9e61ec-1f6e-4143-a24e-6d82f5998f7b', 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:23.934870 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 4 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:23.956203 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:23.966362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60ee29ee-8e82-41cf-b926-5f2bf70b2a84 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (31dcc97b-f95b-4e49-bcee-004c57d486c4), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.984974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:24.047040 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60ee29ee-8e82-41cf-b926-5f2bf70b2a84 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (31dcc97b-f95b-4e49-bcee-004c57d486c4), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.052295 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60ee29ee-8e82-41cf-b926-5f2bf70b2a84 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (31dcc97b-f95b-4e49-bcee-004c57d486c4), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.077789 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee29ee-8e82-41cf-b926-5f2bf70b2a84 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dcc97b-f95b-4e49-bcee-004c57d486c4,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:24.083692 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60ee29ee-8e82-41cf-b926-5f2bf70b2a84 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.085072 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-60ee29ee-8e82-41cf-b926-5f2bf70b2a84 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657710 Sep 23 15:20:24.087996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52092) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:24.092708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-4ac8261c-f2f9-462c-980f-d01ffdf85c35 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'security_group_rule': {'security_group_id': '2b9e61ec-1f6e-4143-a24e-6d82f5998f7b', 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:24.127585 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ac8261c-f2f9-462c-980f-d01ffdf85c35 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (e83770e2-eb4b-414b-be9b-97b7d9079b6d), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.187730 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-a7d65594-5454-402f-bd96-1edc4cf9f805 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:24.189929 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-a7d65594-5454-402f-bd96-1edc4cf9f805 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 945 time: 0.0687487 Sep 23 15:20:24.215303 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ac8261c-f2f9-462c-980f-d01ffdf85c35 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (e83770e2-eb4b-414b-be9b-97b7d9079b6d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.224686 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ac8261c-f2f9-462c-980f-d01ffdf85c35 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (e83770e2-eb4b-414b-be9b-97b7d9079b6d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.268432 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:24.275275 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8261c-f2f9-462c-980f-d01ffdf85c35 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83770e2-eb4b-414b-be9b-97b7d9079b6d,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:24.310239 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ac8261c-f2f9-462c-980f-d01ffdf85c35 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.315322 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4ac8261c-f2f9-462c-980f-d01ffdf85c35 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261741 Sep 23 15:20:24.315991 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52100) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:24.320347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-d85a416c-dba9-4f41-baca-2fe61c54e614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'security_group_rule': {'security_group_id': '2b9e61ec-1f6e-4143-a24e-6d82f5998f7b', 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:24.335775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Deleting port 6f854937-824a-480d-a6f0-47591ff1371b {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:20:24.336542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (6f854937-824a-480d-a6f0-47591ff1371b), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.382295 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d85a416c-dba9-4f41-baca-2fe61c54e614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (cee42302-8f91-47dd-bc30-65328a94492a), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.400422 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:24.429968 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c92e6c2-f375-4554-9714-4b22e519ed4c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:24.480791 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] For port 6f854937-824a-480d-a6f0-47591ff1371b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6f854937-824a-480d-a6f0-47591ff1371b,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:24.482181 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (6f854937-824a-480d-a6f0-47591ff1371b), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.486740 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 5 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:24.500435 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Calling delete_port for 6f854937-824a-480d-a6f0-47591ff1371b owned by compute:nova {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:20:24.501189 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d85a416c-dba9-4f41-baca-2fe61c54e614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (cee42302-8f91-47dd-bc30-65328a94492a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.512849 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d85a416c-dba9-4f41-baca-2fe61c54e614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (cee42302-8f91-47dd-bc30-65328a94492a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.545033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a416c-dba9-4f41-baca-2fe61c54e614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee42302-8f91-47dd-bc30-65328a94492a,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:24.561297 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d85a416c-dba9-4f41-baca-2fe61c54e614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.562525 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d85a416c-dba9-4f41-baca-2fe61c54e614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2456465 Sep 23 15:20:24.565304 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:24.565719 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52106) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:24.566066 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 4c92e6c2-f375-4554-9714-4b22e519ed4c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:24.566473 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.567727 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 4c92e6c2-f375-4554-9714-4b22e519ed4c Sep 23 15:20:24.575035 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'security_group_rule': {'security_group_id': '2b9e61ec-1f6e-4143-a24e-6d82f5998f7b', 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:24.601116 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.securitygroups_db [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Project 592a763d7123405fb0576b00edfcd1bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:20:24.603701 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:24.616826 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (35457a2d-7618-40a8-90b4-05d8866c9516), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.688801 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 4c92e6c2-f375-4554-9714-4b22e519ed4c is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:24.689207 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.724921 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (6f854937-824a-480d-a6f0-47591ff1371b), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.727116 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (35457a2d-7618-40a8-90b4-05d8866c9516), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.727232 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 4c92e6c2-f375-4554-9714-4b22e519ed4c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4c92e6c2-f375-4554-9714-4b22e519ed4c,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:24.733867 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (35457a2d-7618-40a8-90b4-05d8866c9516), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.735687 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.771303 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35457a2d-7618-40a8-90b4-05d8866c9516,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:24.782413 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6f854937-824a-480d-a6f0-47591ff1371b'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:20:24.786085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.793796 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-84276515-1248-409a-899d-46822455dc98 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2270019 Sep 23 15:20:24.794503 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52116) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:24.805013 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Pushing event deleted for resources: {'Port': ['ID=6f854937-824a-480d-a6f0-47591ff1371b,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:24.806760 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'security_group_rule': {'security_group_id': '2b9e61ec-1f6e-4143-a24e-6d82f5998f7b', 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:24.839639 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=4c92e6c2-f375-4554-9714-4b22e519ed4c,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:24.869469 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-223d5ef1-c4a2-42ca-8781-5727e07fa46b req-920975a8-a54e-43a9-b295-a764e3654b6e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 210 time: 0.0359077 Sep 23 15:20:24.873639 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.securitygroups_db [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Project 592a763d7123405fb0576b00edfcd1bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:20:24.881072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (7510a657-b1d0-4f9f-8e5a-9a20caf1f919), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.985573 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (7510a657-b1d0-4f9f-8e5a-9a20caf1f919), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.000903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (7510a657-b1d0-4f9f-8e5a-9a20caf1f919), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.042402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7510a657-b1d0-4f9f-8e5a-9a20caf1f919,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:25.066745 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 6 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:25.069107 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.070942 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-841b77b6-00c2-440c-98bb-231fa1383107 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2746124 Sep 23 15:20:25.126655 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:25.199119 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] No DVR routers for this DVR port 6f854937-824a-480d-a6f0-47591ff1371b on host hv-cinder-85501 {{(pid=106667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:20:25.208001 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.211092 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-07719bd0-0efd-4c48-a202-6c06508ca82f req-299106a5-b081-488a-b11f-da83f06f4997 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "DELETE /networking/v2.0/ports/6f854937-824a-480d-a6f0-47591ff1371b HTTP/1.1" status: 204 len: 173 time: 1.0145872 Sep 23 15:20:25.212846 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'name': 'network-vif-deleted', 'tag': '6f854937-824a-480d-a6f0-47591ff1371b'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:25.215291 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dd343d-8562-4e90-bbeb-2a9cc6521f09" -d '{"events": [{"server_uuid": "a8396993-2f10-4ec4-9745-8bbd605eeb9f", "name": "network-vif-deleted", "tag": "6f854937-824a-480d-a6f0-47591ff1371b"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:25.267924 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2f240-f574-48b0-9e6a-202a9a31abd4 req-eeaf8fe2-8e41-48e4-a0d2-eb5674193c8b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:25.279107 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-55f2f240-f574-48b0-9e6a-202a9a31abd4 req-eeaf8fe2-8e41-48e4-a0d2-eb5674193c8b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0821135 Sep 23 15:20:25.302773 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729ebe7d-6861-4ed6-ac53-a63a61bfd5ef x-openstack-request-id: req-729ebe7d-6861-4ed6-ac53-a63a61bfd5ef {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:25.303096 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8396993-2f10-4ec4-9745-8bbd605eeb9f", "name": "network-vif-deleted", "tag": "6f854937-824a-480d-a6f0-47591ff1371b", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:25.303314 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-729ebe7d-6861-4ed6-ac53-a63a61bfd5ef {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:25.303711 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729ebe7d-6861-4ed6-ac53-a63a61bfd5ef'] response: {'server_uuid': 'a8396993-2f10-4ec4-9745-8bbd605eeb9f', 'name': 'network-vif-deleted', 'tag': '6f854937-824a-480d-a6f0-47591ff1371b', 'status': 'completed', 'code': 200} Sep 23 15:20:25.353124 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-55f2f240-f574-48b0-9e6a-202a9a31abd4 req-685c24e2-e8a8-4322-8ed4-8d829d58fff5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714376 Sep 23 15:20:25.627996 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 7 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:25.671802 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:26.018663 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fc794b46-35c9-49da-9ecf-2cb2cd130084 req-4ea9cc90-a0f0-4e8a-9cc9-aa32dc36989d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 210 time: 0.0357146 Sep 23 15:20:26.174309 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 8 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:26.214917 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:26.332786 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c92e6c2-f375-4554-9714-4b22e519ed4c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:26.370311 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:26.381989 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 4c92e6c2-f375-4554-9714-4b22e519ed4c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:26.382398 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.383234 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 4c92e6c2-f375-4554-9714-4b22e519ed4c Sep 23 15:20:26.471755 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 4c92e6c2-f375-4554-9714-4b22e519ed4c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:26.622269 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50c6b0-be5a-4751-b3e3-f00c7db23ae2 req-4e0ed1de-7b65-4eac-a1bc-ccb393497bf4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:26.623801 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ee50c6b0-be5a-4751-b3e3-f00c7db23ae2 req-4e0ed1de-7b65-4eac-a1bc-ccb393497bf4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0485933 Sep 23 15:20:26.679946 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ee50c6b0-be5a-4751-b3e3-f00c7db23ae2 req-f7e3d869-6c5b-4853-acea-a870e2e3fd17 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477660 Sep 23 15:20:26.716123 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 9 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:26.749978 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:26.986780 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Sync routers for ids ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:26.999700 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Routers {'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:27.000335 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:20:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:27.106829 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Set router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:27.138230 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-76cb654f-77c7-4f26-87b0-711b95f5413c req-72b76d0d-9761-4202-84e2-5eb71660d239 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 210 time: 0.0278373 Sep 23 15:20:27.178370 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:27.195014 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6f854937-824a-480d-a6f0-47591ff1371b no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:20:27.215852 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 6f854937-824a-480d-a6f0-47591ff1371b {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:20:27.216170 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6f854937-824a-480d-a6f0-47591ff1371b not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:20:27.251135 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Attempt 10 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:27.293014 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-121d717a-1304-4cd7-bdce-ef50e101ffab None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:27.302667 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 4, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port': {'id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:18Z', 'updated_at': '2022-09-23T15:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '59d770fb-2c95-48ac-bbe6-dd3f38b6393c', 'name': '', 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'mac_address': 'fa:16:3e:b8:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 2, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'subnets': [{'id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:27.327380 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Checking router: dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:27.327714 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Updating router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:27.356311 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.409650 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Provisioning complete for port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:27.410024 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.410365 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Attempt 1 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:27.450573 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:27.513981 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:27.533554 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:20:27.625118 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Publish callbacks [] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.632044 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.694459 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dcd09-86f7-483b-8c66-86d6d4528220 None None] Pushing event updated for resources: {'Port': ['ID=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:27.722179 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Attempting to bind port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:27.722572 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Attempting to bind port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:27.722889 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Attempting to bind port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c on network 01e17191-64db-4d5c-82c4-fe6d06f70188 {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:27.770290 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:27.770547 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Checking segment: {'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:27.770941 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.771321 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Bound using segment: {'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:27.771763 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Bound port: 59d770fb-2c95-48ac-bbe6-dd3f38b6393c, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:27.772134 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.828007 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ace75a-d452-4339-ba81-703fd734b7f2 req-d2003c0f-cee4-46f9-9a11-a6e1379a8cb3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:27.829657 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f6ace75a-d452-4339-ba81-703fd734b7f2 req-d2003c0f-cee4-46f9-9a11-a6e1379a8cb3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0603817 Sep 23 15:20:27.835603 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] For port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:27.839171 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] For port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,segment=NetworkSegment(bfca9f3d-6736-4cf8-95d5-ac1301298a3c),segment_id=bfca9f3d-6736-4cf8-95d5-ac1301298a3c)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:27.851582 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.892156 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Routers {'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:27.892852 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:20:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:27.905183 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f6ace75a-d452-4339-ba81-703fd734b7f2 req-e3d7aff0-2884-45c6-abc4-e8f326b847b4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626738 Sep 23 15:20:27.951380 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Attempt 2 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:28.016396 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:28.029579 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Current status of the port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:28.029916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:28.034894 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dcd09-86f7-483b-8c66-86d6d4528220 None None] Pushing event updated for resources: {'Port': ['ID=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:28.068482 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] For port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,segment=NetworkSegment(bfca9f3d-6736-4cf8-95d5-ac1301298a3c),segment_id=bfca9f3d-6736-4cf8-95d5-ac1301298a3c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:28.075033 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:28.107913 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] Set router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:28.126838 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407b5a6-6218-4454-b1e9-0fa2395dcdbf None None] Pushing event updated for resources: {'Port': ['ID=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:28.303206 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ec820e95-1041-45e2-a181-85df46f6e50b req-09f0c780-ec76-4cc1-bf77-15aad55f5ba8 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a8396993-2f10-4ec4-9745-8bbd605eeb9f HTTP/1.1" status: 200 len: 210 time: 0.0481632 Sep 23 15:20:28.334841 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 4, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port': {'id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:18Z', 'updated_at': '2022-09-23T15:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '59d770fb-2c95-48ac-bbe6-dd3f38b6393c', 'name': '', 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'mac_address': 'fa:16:3e:b8:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'subnets': [{'id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:28.362403 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27731a1d-c24c-410e-a4de-463837673ab8 None None] The sync data for ids ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'] in dv-cinder-855013-3-iscsi is: [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 4, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port': {'id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:18Z', 'updated_at': '2022-09-23T15:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '59d770fb-2c95-48ac-bbe6-dd3f38b6393c', 'name': '', 'network_id': '01e17191-64db-4d5c-82c4-fe6d06f70188', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'mac_address': 'fa:16:3e:b8:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'subnets': [{'id': 'b38d60e4-ba8f-4a4f-aa99-4120f1bb87de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:28.380218 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f6e30-320b-4b2e-8ee9-57032e0e920d req-af26c4de-8f9c-4077-ba6d-8d9e924c1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:28.382172 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d39f6e30-320b-4b2e-8ee9-57032e0e920d req-af26c4de-8f9c-4077-ba6d-8d9e924c1a38 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 1129 time: 0.0469775 Sep 23 15:20:28.393074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 59d770fb-2c95-48ac-bbe6-dd3f38b6393c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:28.440116 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d39f6e30-320b-4b2e-8ee9-57032e0e920d req-9af9e828-3b91-4855-8f98-13a0d4f3f8c4 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514092 Sep 23 15:20:28.449498 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:28.449862 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:28.450190 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c Sep 23 15:20:28.528157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:29.043925 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:29.055750 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25939b88-ee04-427c-891d-0cfc647b7c2c req-43a70da9-e7ca-4ee8-84c5-5bab4fc17d35 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.062658 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25939b88-ee04-427c-891d-0cfc647b7c2c req-43a70da9-e7ca-4ee8-84c5-5bab4fc17d35 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0650094 Sep 23 15:20:29.108645 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25939b88-ee04-427c-891d-0cfc647b7c2c req-80367d59-3dea-4ccf-b8bc-80f97efe2e55 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450304 Sep 23 15:20:29.604218 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:29.638131 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-b384b410-6f1a-49a2-80a6-4c2c96ee6be6 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.639640 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-b384b410-6f1a-49a2-80a6-4c2c96ee6be6 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/networks?id=c67c26da-b776-4386-b438-d1ea6d9daf36 HTTP/1.1" status: 200 len: 808 time: 0.1053188 Sep 23 15:20:29.654694 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-8332221f-7ee2-42a1-a9a4-2812cdda767c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/quotas/efa8ccdc30dc4651b730950a0a5fe8d4 HTTP/1.1" status: 200 len: 375 time: 0.0095620 Sep 23 15:20:29.691175 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-bac02074-cd17-400e-a827-85e3ea0c00fa tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314653 Sep 23 15:20:29.784725 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-20bd20b3-9b4a-4877-89e7-08ccdebc60fe service neutron] 10.222.0.75 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866306 Sep 23 15:20:29.888374 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-00d39d27-46ef-4e21-86b6-5776d588da42 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977707 Sep 23 15:20:30.060967 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-87806e3a-b343-4eb1-938d-b531157af81e req-a0138d90-6fb0-4b7e-b498-1ed3360a1715 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0283566 Sep 23 15:20:30.244290 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5aede-4d2e-4999-90ac-0146c91bb9ad req-bc632092-a038-4b08-82a1-36fafe45b2d2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:30.245765 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c2d5aede-4d2e-4999-90ac-0146c91bb9ad req-bc632092-a038-4b08-82a1-36fafe45b2d2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0580676 Sep 23 15:20:30.307992 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c2d5aede-4d2e-4999-90ac-0146c91bb9ad req-d6c82a4b-0f37-4f7d-8acc-1699c46e48e9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517588 Sep 23 15:20:31.176334 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-918695a5-540a-4be2-a88b-96c9a78f3b06 req-883104a1-2ffe-4ff5-9445-48d91b0295ff tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0367236 Sep 23 15:20:31.441217 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e0b0-158b-4a3c-b90d-b8154970516f req-702c8ed4-1c2e-4051-8c41-4102aeb7c983 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:31.442597 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0426e0b0-158b-4a3c-b90d-b8154970516f req-702c8ed4-1c2e-4051-8c41-4102aeb7c983 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0505152 Sep 23 15:20:31.498197 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0426e0b0-158b-4a3c-b90d-b8154970516f req-f9ce099d-ea65-4b72-92d8-2b399749193f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498657 Sep 23 15:20:32.290154 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c8a1e8ca-4597-4c21-bc1f-d5771db21a4c req-49692f08-849e-4c29-993d-3eb7f2ccc439 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0278537 Sep 23 15:20:32.637519 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5c6cf-e12d-4f5b-895a-a337184ca7b6 req-e7192c56-b62c-4ab3-aed7-3e8f8dba46c9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:32.639019 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-03a5c6cf-e12d-4f5b-895a-a337184ca7b6 req-e7192c56-b62c-4ab3-aed7-3e8f8dba46c9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0516615 Sep 23 15:20:32.696305 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-03a5c6cf-e12d-4f5b-895a-a337184ca7b6 req-6e1bbf69-a542-436e-b536-b7b684b1145f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Sep 23 15:20:33.248719 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.398255 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a4b7ebd8-4060-4ec3-bad6-4cbea1f8b65e req-ac6fb390-7216-4913-bbcd-25b72e288acf tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0286348 Sep 23 15:20:33.835394 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a767b-cc18-476c-8260-6bbbf25c6c1c req-3de56e0c-ce46-45ab-92f7-1d9156141a66 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:33.836914 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-347a767b-cc18-476c-8260-6bbbf25c6c1c req-3de56e0c-ce46-45ab-92f7-1d9156141a66 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0549426 Sep 23 15:20:33.887120 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-347a767b-cc18-476c-8260-6bbbf25c6c1c req-c33366b1-5edf-4542-aa54-deaad13b66d9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Sep 23 15:20:34.509524 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-250ed081-211b-445a-82f6-b43a9e27d1c3 req-6c5cfb52-85aa-4010-a676-93d6a66812f2 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0283995 Sep 23 15:20:35.022296 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6556a-5197-44ec-bb7c-ccf17188aed0 req-8f1f3e49-fef3-4b25-af30-4c340382114b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:35.024074 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f5f6556a-5197-44ec-bb7c-ccf17188aed0 req-8f1f3e49-fef3-4b25-af30-4c340382114b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0537872 Sep 23 15:20:35.073591 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f5f6556a-5197-44ec-bb7c-ccf17188aed0 req-ac98b605-3972-4746-8015-a1cc78fc3fe8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Sep 23 15:20:35.623026 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4eeda152-d3b5-430c-8cd0-0e18aec79d91 req-e6c4bf3b-07f7-4ca0-ade5-8eeb48973432 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0316701 Sep 23 15:20:36.205277 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8029b-6fdb-433e-9163-e1503e51a5df req-17db8074-5ad8-4353-9786-0b19fa24432e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:36.206763 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-56c8029b-6fdb-433e-9163-e1503e51a5df req-17db8074-5ad8-4353-9786-0b19fa24432e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0496676 Sep 23 15:20:36.254444 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-56c8029b-6fdb-433e-9163-e1503e51a5df req-d59983fa-5e7d-41cc-a15c-bd7fa35bf242 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Sep 23 15:20:36.740743 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c051f4aa-41c1-4e95-afa0-d592e00178dd req-6c3d184b-2365-42dc-81a9-93ceeada7e7c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0286038 Sep 23 15:20:37.362752 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:37.382262 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2f539-9d47-422b-b855-49abc3c527a3 req-12ac59f6-be7c-4ab9-81ac-80f205da54b1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.383760 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-65f2f539-9d47-422b-b855-49abc3c527a3 req-12ac59f6-be7c-4ab9-81ac-80f205da54b1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0490305 Sep 23 15:20:37.436833 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-65f2f539-9d47-422b-b855-49abc3c527a3 req-a1d58f53-c364-4263-b46f-166d56d6fae3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Sep 23 15:20:37.840530 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:37.862828 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c52e5c76-b27d-45a2-a10d-0be1a612975e req-c5409f80-4edf-4bb3-bdb5-463cbfe71438 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0344594 Sep 23 15:20:38.560821 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23534a4d-8a20-4c76-be07-28fb8b6298a9 req-d2ef5b3d-3e71-414f-8933-2119e9f7871a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.562466 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-23534a4d-8a20-4c76-be07-28fb8b6298a9 req-d2ef5b3d-3e71-414f-8933-2119e9f7871a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0485628 Sep 23 15:20:38.615428 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-23534a4d-8a20-4c76-be07-28fb8b6298a9 req-8bba28a6-ef9f-4d64-a40c-6bc1f6c4dfb0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Sep 23 15:20:38.970682 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-953d0a63-22f3-48bf-8a0d-6ba8a02f6a85 req-9c07424d-d3bf-4675-a88b-7db83a01fe30 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0289483 Sep 23 15:20:39.743980 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032d179-2c36-4ff2-ae9a-0c2775544890 req-37317293-a2a9-411d-89b9-1da14444e2f1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:39.745465 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0032d179-2c36-4ff2-ae9a-0c2775544890 req-37317293-a2a9-411d-89b9-1da14444e2f1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0480280 Sep 23 15:20:39.792523 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0032d179-2c36-4ff2-ae9a-0c2775544890 req-64c6e921-27bb-4fb1-858d-4f366cbc9046 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Sep 23 15:20:40.077114 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-51c4aec9-3795-4399-82b4-883cd3a6df4c req-920c5123-feae-4b06-863f-3ac448471087 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0315921 Sep 23 15:20:40.924912 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763782e6-eb3b-4970-94da-523dd590a4d7 req-fb01941c-33bb-4063-9e12-65442c6f9480 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:40.926480 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-763782e6-eb3b-4970-94da-523dd590a4d7 req-fb01941c-33bb-4063-9e12-65442c6f9480 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0565143 Sep 23 15:20:40.955631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:40.977773 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-763782e6-eb3b-4970-94da-523dd590a4d7 req-14d7b891-a882-4a80-872a-87e940d45066 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Sep 23 15:20:41.181033 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c67c9e46-8e95-43fb-8e6f-218fd2db3366 req-81680bce-cadb-4f32-bbc3-141c27bf8844 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0292816 Sep 23 15:20:42.113250 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1671a9f-2ae8-4a0c-9807-e52f5e8c792e req-783ab0f7-2817-43c0-9337-b9255d3d41ff tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:42.115625 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d1671a9f-2ae8-4a0c-9807-e52f5e8c792e req-783ab0f7-2817-43c0-9337-b9255d3d41ff tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0498691 Sep 23 15:20:42.162155 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d1671a9f-2ae8-4a0c-9807-e52f5e8c792e req-07773348-1364-4225-92fe-93d80c7553d2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Sep 23 15:20:42.296212 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-893c70cd-ee50-4198-bc05-c3d206493bad req-b493c1cf-870b-43aa-9a86-1fac00edda68 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0291348 Sep 23 15:20:43.236334 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:43.239989 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:43.291577 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458cc4d-a55b-4788-88ab-6b08c8b74657 req-96351027-e44e-4131-aafc-79642cb8f7cc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:43.293046 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a458cc4d-a55b-4788-88ab-6b08c8b74657 req-96351027-e44e-4131-aafc-79642cb8f7cc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0533760 Sep 23 15:20:43.344152 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a458cc4d-a55b-4788-88ab-6b08c8b74657 req-b915901c-4157-4fad-97b2-cb3f81e62b8d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Sep 23 15:20:43.408823 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2b701647-0c2e-48d9-a135-081302b60e05 req-36482efa-5592-4fa4-8c45-8f46f92d942e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0290735 Sep 23 15:20:44.477077 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb592aac-20aa-4402-b755-d0e26dc14c71 req-5e6fb1c0-f05a-4fb4-b25d-5749f8c4ae64 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:44.478583 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cb592aac-20aa-4402-b755-d0e26dc14c71 req-5e6fb1c0-f05a-4fb4-b25d-5749f8c4ae64 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0479205 Sep 23 15:20:44.515089 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c4eed643-716f-4567-bb3b-72f5fa421239 req-7705e73c-4b3e-4d11-bf58-874c9f699b61 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0306439 Sep 23 15:20:44.527584 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cb592aac-20aa-4402-b755-d0e26dc14c71 req-b12925b9-d9fc-4ccb-ac85-9406a3833b46 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Sep 23 15:20:45.655361 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f6f64-b2ae-4dbe-9d4b-172b41549185 req-dd51bbc0-fc0f-4c2f-a77c-a590bde8edf1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.656952 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c16f6f64-b2ae-4dbe-9d4b-172b41549185 req-dd51bbc0-fc0f-4c2f-a77c-a590bde8edf1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0504379 Sep 23 15:20:45.712176 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c16f6f64-b2ae-4dbe-9d4b-172b41549185 req-0f25d76b-c145-4a68-8845-d2bbf399580f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 Sep 23 15:20:45.848709 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ab15f6fa-f9ca-4d18-9dc5-e825ad6c2689 req-be63fa70-aeeb-4d5f-884e-bc5d0abcabd2 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.2528837 Sep 23 15:20:46.438755 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=35 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:46.441249 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:46.843759 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d46bde-083e-423f-b2ae-8db48fbc5a8f req-1b90966a-756b-45a7-86f6-044f1cb9b814 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.845226 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b3d46bde-083e-423f-b2ae-8db48fbc5a8f req-1b90966a-756b-45a7-86f6-044f1cb9b814 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0517399 Sep 23 15:20:46.911366 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b3d46bde-083e-423f-b2ae-8db48fbc5a8f req-7625a7cb-c971-47b8-a2fe-6c7022017afa tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598297 Sep 23 15:20:46.960996 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-adbd036a-2bad-4291-8e91-4b20cbebbf5b req-2391c975-da31-49b4-b3c8-910246d01b3b tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0295775 Sep 23 15:20:48.042185 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53d167-f9c9-42bc-8799-d0a24f9e4bf0 req-e41abb13-ae82-4083-8bda-612fd34c338a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.043715 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e53d167-f9c9-42bc-8799-d0a24f9e4bf0 req-e41abb13-ae82-4083-8bda-612fd34c338a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0498433 Sep 23 15:20:48.091762 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-203628c1-5377-478f-87a0-2292f14868e7 req-edf68980-5aeb-44af-8d57-36bf3b038a64 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0372343 Sep 23 15:20:48.117854 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e53d167-f9c9-42bc-8799-d0a24f9e4bf0 req-cef79151-a721-4eb5-8259-8d8ad8547be1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631685 Sep 23 15:20:48.271332 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-256b00a1-e68a-4cbe-94e0-af4c5b941db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:48.734255 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:48.805225 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-db5479f6-f8e8-40e0-a30d-2afcb2c4753c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.806697 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-db5479f6-f8e8-40e0-a30d-2afcb2c4753c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "GET /networking/v2.0/networks?id=c67c26da-b776-4386-b438-d1ea6d9daf36 HTTP/1.1" status: 200 len: 808 time: 0.1698439 Sep 23 15:20:48.828515 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Request body: {'port': {'device_id': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36', 'admin_state_up': True, 'tenant_id': 'efa8ccdc30dc4651b730950a0a5fe8d4'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:48.946173 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Made reservation on behalf of efa8ccdc30dc4651b730950a0a5fe8d4 for: {'port': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:48.950057 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.080505 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Allocated IP 172.20.0.14 (c67c26da-b776-4386-b438-d1ea6d9daf36/8261c6ee-444f-4080-bf65-e95ad2eba6e4/ae3504a9-1580-4b79-888e-eb91051d1fea) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:49.122674 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:49.202490 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8621e454-976d-48dd-b390-0537f0d0dff3 req-1cb40a19-c348-4411-ac34-8be0ba9824bc tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0339987 Sep 23 15:20:49.288729 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks [] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.308786 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abd12a-a59f-486b-b43a-96c72d273020 req-e3cd129b-d130-436b-ad42-55f74144ca41 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.310248 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81abd12a-a59f-486b-b43a-96c72d273020 req-e3cd129b-d130-436b-ad42-55f74144ca41 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0670702 Sep 23 15:20:49.362196 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.406518 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81abd12a-a59f-486b-b43a-96c72d273020 req-e6a0de9c-5d71-4678-862d-be6dc4072569 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890381 Sep 23 15:20:49.423306 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Network c67c26da-b776-4386-b438-d1ea6d9daf36 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:49.428540 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:49.432374 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:49.436963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.437572 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.440079 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Pushing event updated for resources: {'Port': ['ID=ae3504a9-1580-4b79-888e-eb91051d1fea,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:49.462174 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-3c1e71e7-b428-440d-91a5-cfd8e2655d86 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6373844 Sep 23 15:20:49.488138 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Request body: {'port': {'device_id': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:49.534826 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1d5ca-bb40-4743-95bd-b829bf1f748e req-ebc167b8-493d-469a-aac0-2cdd0acf3058 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.536705 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bec1d5ca-bb40-4743-95bd-b829bf1f748e req-ebc167b8-493d-469a-aac0-2cdd0acf3058 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0516417 Sep 23 15:20:49.553043 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.589035 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bec1d5ca-bb40-4743-95bd-b829bf1f748e req-4686070d-1ec0-402e-af12-4e938c210c1f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 Sep 23 15:20:49.714749 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:49.833531 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3504a9-1580-4b79-888e-eb91051d1fea {{(pid=106667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:49.845365 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Publish callbacks [] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.860662 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.provisioning_blocks [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Transition to ACTIVE for port object ae3504a9-1580-4b79-888e-eb91051d1fea will not be triggered until provisioned by entity L2. {{(pid=106667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:20:49.866487 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.927894 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3504a9-1580-4b79-888e-eb91051d1fea,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:49.960140 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Attempting to bind port ae3504a9-1580-4b79-888e-eb91051d1fea on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:49.960496 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Attempting to bind port ae3504a9-1580-4b79-888e-eb91051d1fea by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:49.960955 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Attempting to bind port ae3504a9-1580-4b79-888e-eb91051d1fea on network c67c26da-b776-4386-b438-d1ea6d9daf36 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:50.010669 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:50.019883 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Port ae3504a9-1580-4b79-888e-eb91051d1fea on network c67c26da-b776-4386-b438-d1ea6d9daf36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:20:50.020634 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Attempting to bind port ae3504a9-1580-4b79-888e-eb91051d1fea on network c67c26da-b776-4386-b438-d1ea6d9daf36 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:50.070692 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:50.071087 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Checking segment: {'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:50.071391 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Bound using segment: {'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:50.071827 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Bound port: ae3504a9-1580-4b79-888e-eb91051d1fea, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d1f386-f3e3-4b05-8105-1b95cfc5572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36'}}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:50.072194 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:50.138607 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] For port ae3504a9-1580-4b79-888e-eb91051d1fea, host hv-cinder-85501, cleared binding levels {{(pid=106667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:50.142017 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] For port ae3504a9-1580-4b79-888e-eb91051d1fea, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ae3504a9-1580-4b79-888e-eb91051d1fea,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:50.148409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:50.154121 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.154687 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:50.156058 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ae3504a9-1580-4b79-888e-eb91051d1fea HTTP/1.1" status: 200 len: 1094 time: 0.6723292 Sep 23 15:20:50.156548 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'tag': 'ae3504a9-1580-4b79-888e-eb91051d1fea'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:50.158815 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914069f6-b1fc-4393-b680-f1b8eeaca407" -d '{"events": [{"name": "network-changed", "server_uuid": "18ab3009-9f03-409b-9344-775b1b2aaf2e", "tag": "ae3504a9-1580-4b79-888e-eb91051d1fea"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:50.210299 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc10134b-1719-45a8-8804-ff6c23a27838 x-openstack-request-id: req-dc10134b-1719-45a8-8804-ff6c23a27838 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:50.210782 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ab3009-9f03-409b-9344-775b1b2aaf2e", "tag": "ae3504a9-1580-4b79-888e-eb91051d1fea", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:50.211180 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc10134b-1719-45a8-8804-ff6c23a27838 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:50.211672 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc10134b-1719-45a8-8804-ff6c23a27838'] response: {'name': 'network-changed', 'server_uuid': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'tag': 'ae3504a9-1580-4b79-888e-eb91051d1fea', 'status': 'completed', 'code': 200} Sep 23 15:20:50.219482 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9fa1-c01c-4a1d-88a0-690ce041dc04 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3504a9-1580-4b79-888e-eb91051d1fea,revision_number=3']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:50.361739 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c094f25-490b-45bb-8804-9488740129e0 req-8303c4d8-b202-457e-b416-595dbdf49641 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.365146 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9c094f25-490b-45bb-8804-9488740129e0 req-8303c4d8-b202-457e-b416-595dbdf49641 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0562901 Sep 23 15:20:50.415246 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9c094f25-490b-45bb-8804-9488740129e0 req-202997b4-4bbc-4ce7-8398-5df34e7d739c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Sep 23 15:20:50.443200 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-679158e2-7d70-4605-b024-cfbe2d12ad29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:50.823743 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52642) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:50.936166 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5d5b-4856-4454-a49b-c68918f0d49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.017191 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5d5b-4856-4454-a49b-c68918f0d49c admin admin] Publish callbacks [] for security_group (29f62da2-05c8-4300-aa7c-79a0486d996c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.022881 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5d5b-4856-4454-a49b-c68918f0d49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (29f62da2-05c8-4300-aa7c-79a0486d996c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.064339 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c5d5b-4856-4454-a49b-c68918f0d49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f62da2-05c8-4300-aa7c-79a0486d996c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:51.069950 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-0f7c5d5b-4856-4454-a49b-c68918f0d49c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=404c226fd2d9486b804f6b2670e4a824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451386 Sep 23 15:20:51.073463 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52650) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:51.125645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c220b7d4-8065-4aad-ace9-f8847c641519 admin admin] Publish callbacks [] for security_group (29f62da2-05c8-4300-aa7c-79a0486d996c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.145391 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c220b7d4-8065-4aad-ace9-f8847c641519 admin admin] Publish callbacks [] for security_group (29f62da2-05c8-4300-aa7c-79a0486d996c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.166876 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:51.195436 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c220b7d4-8065-4aad-ace9-f8847c641519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (29f62da2-05c8-4300-aa7c-79a0486d996c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.198083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c220b7d4-8065-4aad-ace9-f8847c641519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.199265 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-c220b7d4-8065-4aad-ace9-f8847c641519 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/29f62da2-05c8-4300-aa7c-79a0486d996c HTTP/1.1" status: 204 len: 168 time: 0.1247933 Sep 23 15:20:51.207288 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220b7d4-8065-4aad-ace9-f8847c641519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f62da2-05c8-4300-aa7c-79a0486d996c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:51.488561 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52662) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:51.511997 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fd1c45fd-b647-4cf4-9bd2-2808d3354360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.559955 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa0c8-bf8c-4619-b86d-82c81e6326de req-c3e7ef8d-19ca-4708-8ac0-ec980890b379 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.561440 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0d5fa0c8-bf8c-4619-b86d-82c81e6326de req-c3e7ef8d-19ca-4708-8ac0-ec980890b379 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0655158 Sep 23 15:20:51.562918 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:51.638089 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0d5fa0c8-bf8c-4619-b86d-82c81e6326de req-6d682b91-5045-4c40-9c73-5f433b805d1b tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681100 Sep 23 15:20:51.661843 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fd1c45fd-b647-4cf4-9bd2-2808d3354360 admin admin] Publish callbacks [] for security_group (1f956ac5-e7b9-4e24-aa9d-99f6a53b9721), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.667363 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fd1c45fd-b647-4cf4-9bd2-2808d3354360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1f956ac5-e7b9-4e24-aa9d-99f6a53b9721), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.703720 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c45fd-b647-4cf4-9bd2-2808d3354360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f956ac5-e7b9-4e24-aa9d-99f6a53b9721,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:51.708227 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-fd1c45fd-b647-4cf4-9bd2-2808d3354360 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a85a3fc1f44b41cb8ded83154b3c12f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185028 Sep 23 15:20:51.712008 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52664) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:51.763935 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-13a38c8e-b0fd-41e1-991e-8e6b5079daca admin admin] Publish callbacks [] for security_group (1f956ac5-e7b9-4e24-aa9d-99f6a53b9721), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.784750 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-13a38c8e-b0fd-41e1-991e-8e6b5079daca admin admin] Publish callbacks [] for security_group (1f956ac5-e7b9-4e24-aa9d-99f6a53b9721), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.838817 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-13a38c8e-b0fd-41e1-991e-8e6b5079daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1f956ac5-e7b9-4e24-aa9d-99f6a53b9721), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.841628 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-13a38c8e-b0fd-41e1-991e-8e6b5079daca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:51.842784 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-13a38c8e-b0fd-41e1-991e-8e6b5079daca admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1f956ac5-e7b9-4e24-aa9d-99f6a53b9721 HTTP/1.1" status: 204 len: 168 time: 0.1299009 Sep 23 15:20:51.850600 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38c8e-b0fd-41e1-991e-8e6b5079daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f956ac5-e7b9-4e24-aa9d-99f6a53b9721,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:51.869013 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.761548 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ccc88-ece9-4ef3-baab-94391a9ae937 req-be93482d-276d-4c78-8002-8a006d91e55c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:52.763052 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d94ccc88-ece9-4ef3-baab-94391a9ae937 req-be93482d-276d-4c78-8002-8a006d91e55c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0499125 Sep 23 15:20:52.813438 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d94ccc88-ece9-4ef3-baab-94391a9ae937 req-8a36d978-9f76-4f84-bb2f-076cd61ebd5f tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Sep 23 15:20:53.315339 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:53.398213 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:53.945622 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017718d3-cd54-4c43-a281-2f37e4e19ddf req-099ca91d-7459-4d00-80a0-de9b1456cf2e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:53.947212 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-017718d3-cd54-4c43-a281-2f37e4e19ddf req-099ca91d-7459-4d00-80a0-de9b1456cf2e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0484416 Sep 23 15:20:53.998741 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-017718d3-cd54-4c43-a281-2f37e4e19ddf req-c2f2fd31-ebf8-490c-9d1e-4663dc0d3207 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Sep 23 15:20:55.142451 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a97436-dabb-4a48-9890-4491b3a7bf66 req-d2a6059a-5450-409a-b075-15e4ef7262b5 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.143921 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-80a97436-dabb-4a48-9890-4491b3a7bf66 req-d2a6059a-5450-409a-b075-15e4ef7262b5 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0500407 Sep 23 15:20:55.199091 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-80a97436-dabb-4a48-9890-4491b3a7bf66 req-2b66ab1f-8062-4bd0-b9c3-c23858cc1f44 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459502 Sep 23 15:20:55.725963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:55.759184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914069f6-b1fc-4393-b680-f1b8eeaca407 req-3351c5a3-ad7b-434b-be0d-6c4132c53582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.760768 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-914069f6-b1fc-4393-b680-f1b8eeaca407 req-3351c5a3-ad7b-434b-be0d-6c4132c53582 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 1128 time: 0.0423896 Sep 23 15:20:55.886854 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914069f6-b1fc-4393-b680-f1b8eeaca407 req-761d8222-348d-44f0-ad15-a0fc1f6eab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.888287 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-914069f6-b1fc-4393-b680-f1b8eeaca407 req-761d8222-348d-44f0-ad15-a0fc1f6eab99 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1014037 Sep 23 15:20:55.982614 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914069f6-b1fc-4393-b680-f1b8eeaca407 req-5d9ac2ac-bdc6-408b-a57d-053c935e3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.984039 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-914069f6-b1fc-4393-b680-f1b8eeaca407 req-5d9ac2ac-bdc6-408b-a57d-053c935e3305 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894578 Sep 23 15:20:56.327752 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a52dbb-7641-4d61-aa88-23feb47b5843 req-f3ac7407-5ad7-4b76-8f24-8d1990b5a7b8 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:56.329278 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-86a52dbb-7641-4d61-aa88-23feb47b5843 req-f3ac7407-5ad7-4b76-8f24-8d1990b5a7b8 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0487673 Sep 23 15:20:56.380164 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-86a52dbb-7641-4d61-aa88-23feb47b5843 req-a115ec06-9e01-48a1-9913-4fe1f0bf926d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453041 Sep 23 15:20:56.529273 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-a241964b-317b-44ec-801a-69e06aaf3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:56.530764 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-a241964b-317b-44ec-801a-69e06aaf3008 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 1128 time: 0.0396645 Sep 23 15:20:56.580528 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-02cd3f48-e3dd-4b3e-8a2d-09826b03d9a1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae3504a9-1580-4b79-888e-eb91051d1fea HTTP/1.1" status: 200 len: 217 time: 0.0351791 Sep 23 15:20:56.629849 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-bde150a7-8e28-4f38-a056-68518331e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:56.631305 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-bde150a7-8e28-4f38-a056-68518331e4b6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8261c6ee-444f-4080-bf65-e95ad2eba6e4 HTTP/1.1" status: 200 len: 848 time: 0.0453141 Sep 23 15:20:56.668932 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-684b86d2-5c41-4628-a813-44150439c7ef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=c67c26da-b776-4386-b438-d1ea6d9daf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308893 Sep 23 15:20:56.696355 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:56.766469 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-35867633-456c-4f59-8329-5b98d9d52d26 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871699 Sep 23 15:20:56.874564 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb519f8-7031-42b3-bfd1-a1fb14c3c991 req-55805355-25a3-44ed-9d60-324c27643d4b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928640 Sep 23 15:20:57.505636 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298af2-9b73-4337-80d1-7ac637422e48 req-f4a162e8-a305-4892-9ea1-9a1c68f04778 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:57.507060 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27298af2-9b73-4337-80d1-7ac637422e48 req-f4a162e8-a305-4892-9ea1-9a1c68f04778 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0478740 Sep 23 15:20:57.558551 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27298af2-9b73-4337-80d1-7ac637422e48 req-d4355703-17c0-480e-9858-97d2dfc7cb11 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Sep 23 15:20:58.691041 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdbd81-1036-4335-a399-c77080194a53 req-c81bb5b2-2fa6-497c-b63e-1ac71233699f tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:58.692510 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5fdbd81-1036-4335-a399-c77080194a53 req-c81bb5b2-2fa6-497c-b63e-1ac71233699f tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0486946 Sep 23 15:20:58.742093 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5fdbd81-1036-4335-a399-c77080194a53 req-692fc9ef-2721-4719-8ead-e7d48a3c63b4 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Sep 23 15:20:59.866673 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a2dae-c4fe-457b-87a6-065fb26adc39 req-0387e49c-623f-42ec-b17b-98408e25537d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:59.868279 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d24a2dae-c4fe-457b-87a6-065fb26adc39 req-0387e49c-623f-42ec-b17b-98408e25537d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0506194 Sep 23 15:20:59.921078 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d24a2dae-c4fe-457b-87a6-065fb26adc39 req-4c50a9b3-9fd8-4a85-9aaf-1f370bdbd01e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Sep 23 15:21:01.051914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07630ee8-cb01-4c49-adae-8f0b1a371050 req-c3c2cfc9-7e2b-4dc4-b408-64f4fe35f09c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:01.053381 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-07630ee8-cb01-4c49-adae-8f0b1a371050 req-c3c2cfc9-7e2b-4dc4-b408-64f4fe35f09c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0470023 Sep 23 15:21:01.106337 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-07630ee8-cb01-4c49-adae-8f0b1a371050 req-d1407583-2a69-4a96-a44b-403d08a9b0e0 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469258 Sep 23 15:21:01.518595 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:01.523140 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:01.879847 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c235a-25f0-43fc-9840-31105d0f5f8b req-6792c8ce-778f-498f-b043-645094eaa322 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:01.881247 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-622c235a-25f0-43fc-9840-31105d0f5f8b req-6792c8ce-778f-498f-b043-645094eaa322 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0524101 Sep 23 15:21:01.930397 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-622c235a-25f0-43fc-9840-31105d0f5f8b req-47e71ed0-85b5-4888-a3af-45f83fd34310 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Sep 23 15:21:02.247318 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc90fd-c9b0-46d0-99fc-14f1e3f0c73d req-d257e4ad-c79c-4a8e-8f25-a772d1512066 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:02.248934 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-03dc90fd-c9b0-46d0-99fc-14f1e3f0c73d req-d257e4ad-c79c-4a8e-8f25-a772d1512066 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0579035 Sep 23 15:21:02.298731 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-03dc90fd-c9b0-46d0-99fc-14f1e3f0c73d req-97b81fb1-4ce5-4ba6-9cbd-4031c91a9c02 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433736 Sep 23 15:21:03.055764 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d254af3-f297-40e4-85c1-1393c04a50a6 req-9c67948c-0e1e-4ee5-8ddc-b1375dcaabc6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:03.057973 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1d254af3-f297-40e4-85c1-1393c04a50a6 req-9c67948c-0e1e-4ee5-8ddc-b1375dcaabc6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0479999 Sep 23 15:21:03.091873 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:03.106757 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1d254af3-f297-40e4-85c1-1393c04a50a6 req-ea1a6bb5-7fe0-4583-9478-3154256c47af tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Sep 23 15:21:03.384475 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:03.387644 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:03.442479 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78bc3f-781f-4a1c-accf-53a092d0b096 req-700c9334-3be3-45ba-9199-6f2ce66cacc8 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:03.443939 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8e78bc3f-781f-4a1c-accf-53a092d0b096 req-700c9334-3be3-45ba-9199-6f2ce66cacc8 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 944 time: 0.0561011 Sep 23 15:21:03.492578 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8e78bc3f-781f-4a1c-accf-53a092d0b096 req-541c183c-4663-49e5-8199-b606eff0f7fd tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Sep 23 15:21:03.506750 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device ae3504a9-1580-4b79-888e-eb91051d1fea details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:21:03.706501 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:03.742588 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port ae3504a9-1580-4b79-888e-eb91051d1fea, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ae3504a9-1580-4b79-888e-eb91051d1fea,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:03.754416 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'ae3504a9-1580-4b79-888e-eb91051d1fea', 'network_id': 'c67c26da-b776-4386-b438-d1ea6d9daf36', 'port_id': 'ae3504a9-1580-4b79-888e-eb91051d1fea', 'mac_address': 'fa:16:3e:d8:76:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8261c6ee-444f-4080-bf65-e95ad2eba6e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:21:03.789437 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port ae3504a9-1580-4b79-888e-eb91051d1fea is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:21:03.789757 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:03.802854 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3504a9-1580-4b79-888e-eb91051d1fea {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:21:03.827399 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port ae3504a9-1580-4b79-888e-eb91051d1fea, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ae3504a9-1580-4b79-888e-eb91051d1fea,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:03.832421 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:03.881839 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=ae3504a9-1580-4b79-888e-eb91051d1fea,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:04.246662 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2b8c7-62ae-4b53-bf15-79a89fd84df5 req-c0d1ad94-c42e-4050-86cc-f29d6ec42281 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:04.248129 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-35e2b8c7-62ae-4b53-bf15-79a89fd84df5 req-c0d1ad94-c42e-4050-86cc-f29d6ec42281 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0523939 Sep 23 15:21:04.297297 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-35e2b8c7-62ae-4b53-bf15-79a89fd84df5 req-0ef3030e-2cb8-4b8d-91ad-36302d0f06a4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Sep 23 15:21:04.535457 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:21:04.589237 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:04.630612 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472ba9c-9ba9-47eb-a842-0460fcf529a3 req-9c96bc53-3bf6-4417-ac7a-10ef6415d6f4 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:04.632086 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9472ba9c-9ba9-47eb-a842-0460fcf529a3 req-9c96bc53-3bf6-4417-ac7a-10ef6415d6f4 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 945 time: 0.0528679 Sep 23 15:21:04.684129 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9472ba9c-9ba9-47eb-a842-0460fcf529a3 req-d9a0abdf-07d1-4a7c-bf5f-b9b6e199acae tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Sep 23 15:21:05.048025 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-53bf4e43-afc7-4b26-acfd-37518badcade service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425954 Sep 23 15:21:05.053882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-26936703-5cd5-46a4-b109-e4110f5342bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.055379 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-26936703-5cd5-46a4-b109-e4110f5342bc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0420966 Sep 23 15:21:05.158585 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-08a833f6-b5ec-49aa-92a3-e70b31f5556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.160177 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-08a833f6-b5ec-49aa-92a3-e70b31f5556b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 1129 time: 0.0475404 Sep 23 15:21:05.204313 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-eadbbbf2-2a23-42d3-8ac2-6d5f7da8d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.205822 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-eadbbbf2-2a23-42d3-8ac2-6d5f7da8d781 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0953877 Sep 23 15:21:05.246847 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-27073a2d-b64a-4a94-86aa-773c3e03b5c1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e HTTP/1.1" status: 200 len: 217 time: 0.0335515 Sep 23 15:21:05.270658 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-94201af1-a262-457d-b81e-83b86db8ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.272101 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-94201af1-a262-457d-b81e-83b86db8ea9c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0914252 Sep 23 15:21:05.297508 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-3b24962d-e30e-41fe-81d2-f5eae998154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.299037 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-3b24962d-e30e-41fe-81d2-f5eae998154a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0448697 Sep 23 15:21:05.310493 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-8cbe9e88-c71a-431c-80e8-d38f23248b88 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739 HTTP/1.1" status: 200 len: 217 time: 0.0324006 Sep 23 15:21:05.346896 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-4935a34a-b05b-414b-95b2-99bf1c0ce9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.348411 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-4935a34a-b05b-414b-95b2-99bf1c0ce9a8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426233 Sep 23 15:21:05.361816 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-77750a87-a639-4a2b-97cd-bd5021baa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.363325 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-77750a87-a639-4a2b-97cd-bd5021baa0dc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0465825 Sep 23 15:21:05.444222 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45aad9-e67c-4241-a46a-21472bd3f01b req-4119bdcd-c5cd-45e3-94bf-9218dabb478a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.445705 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5a45aad9-e67c-4241-a46a-21472bd3f01b req-4119bdcd-c5cd-45e3-94bf-9218dabb478a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0681443 Sep 23 15:21:05.446644 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-29a23aae-befe-4bba-bbb2-dfeb9e0eefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.447526 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-f97c7f96-341a-4654-8775-ac3ab866e314 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921152 Sep 23 15:21:05.448555 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-29a23aae-befe-4bba-bbb2-dfeb9e0eefe9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784061 Sep 23 15:21:05.478333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:05.545246 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5a45aad9-e67c-4241-a46a-21472bd3f01b req-abeb49ca-8595-4492-90a8-d3bd720f3262 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935347 Sep 23 15:21:05.548853 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-0bf70f43-5598-4dea-a881-134e689a6bf6 req-443aba5a-4042-41ce-b90f-22509c4e2999 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889304 Sep 23 15:21:05.564877 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:05.576046 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-a2f3dd46-fa3b-4e30-b8cc-5f2745aea3a4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108141 Sep 23 15:21:05.817444 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0f664-57f3-4935-a206-6933f0d90cca req-e5660df1-db4a-4003-8214-1308ff6b6f4c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.819525 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c3d0f664-57f3-4935-a206-6933f0d90cca req-e5660df1-db4a-4003-8214-1308ff6b6f4c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 945 time: 0.0526342 Sep 23 15:21:05.874272 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c3d0f664-57f3-4935-a206-6933f0d90cca req-393fff72-07bd-4da8-9fde-4e55dfe97761 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Sep 23 15:21:05.883120 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-14f91c95-7e39-408c-b94e-c0ead57e07e0 req-c5fc133b-143a-4435-985c-bf1b8acb7e1a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917037 Sep 23 15:21:06.075927 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['ae3504a9-1580-4b79-888e-eb91051d1fea'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:21:06.675576 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40631b-36a7-451b-a7e6-f3cbdf02a4a9 req-6d7f5aee-8c42-4879-9b0b-fb10eb8a9faa tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:06.677048 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bf40631b-36a7-451b-a7e6-f3cbdf02a4a9 req-6d7f5aee-8c42-4879-9b0b-fb10eb8a9faa tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0537100 Sep 23 15:21:06.725163 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bf40631b-36a7-451b-a7e6-f3cbdf02a4a9 req-37965bba-f6f6-4e4d-b606-f6ce12448463 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Sep 23 15:21:06.999510 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a33cfc-cac4-476d-b30e-ba43e9ab1172 req-a7832c07-7df8-4188-ad51-cb5f6994d3eb tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:07.001034 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c5a33cfc-cac4-476d-b30e-ba43e9ab1172 req-a7832c07-7df8-4188-ad51-cb5f6994d3eb tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 945 time: 0.0482490 Sep 23 15:21:07.050826 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c5a33cfc-cac4-476d-b30e-ba43e9ab1172 req-e3f21024-5565-46c8-bb66-b1e91d9b159d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Sep 23 15:21:07.423270 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-b7b56783-e735-4b95-9911-50a5231514e7 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-474576661&fields=id&tenant_id=592a763d7123405fb0576b00edfcd1bf HTTP/1.1" status: 200 len: 267 time: 0.0450985 Sep 23 15:21:07.431850 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device ae3504a9-1580-4b79-888e-eb91051d1fea up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:21:07.486134 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port ae3504a9-1580-4b79-888e-eb91051d1fea completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:21:07.499619 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port ae3504a9-1580-4b79-888e-eb91051d1fea triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:21:07.499997 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.500479 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port ae3504a9-1580-4b79-888e-eb91051d1fea Sep 23 15:21:07.562085 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-adbcb1f4-60ec-413a-a8f9-e47351ccc7bd tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:07.564095 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-adbcb1f4-60ec-413a-a8f9-e47351ccc7bd tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 808 time: 0.1328909 Sep 23 15:21:07.581231 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-ca6744b3-d670-4c38-8c24-a4cd96a2136d tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/quotas/592a763d7123405fb0576b00edfcd1bf HTTP/1.1" status: 200 len: 375 time: 0.0101266 Sep 23 15:21:07.607486 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port ae3504a9-1580-4b79-888e-eb91051d1fea is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:21:07.607974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.638560 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3504a9-1580-4b79-888e-eb91051d1fea'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:07.640790 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43084817-9de7-4113-9ad2-94460c088670" -d '{"events": [{"server_uuid": "18ab3009-9f03-409b-9344-775b1b2aaf2e", "name": "network-vif-plugged", "status": "completed", "tag": "ae3504a9-1580-4b79-888e-eb91051d1fea"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:07.648714 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-e8beaa14-6ae7-41a1-b13d-be22297a735b tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489106 Sep 23 15:21:07.657280 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port ae3504a9-1580-4b79-888e-eb91051d1fea, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ae3504a9-1580-4b79-888e-eb91051d1fea,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:07.664124 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.696201 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb043cab-1f05-4309-bcd7-65a59dc53010 x-openstack-request-id: req-fb043cab-1f05-4309-bcd7-65a59dc53010 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:07.696610 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ab3009-9f03-409b-9344-775b1b2aaf2e", "name": "network-vif-plugged", "status": "completed", "tag": "ae3504a9-1580-4b79-888e-eb91051d1fea", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:07.696939 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb043cab-1f05-4309-bcd7-65a59dc53010 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:07.697411 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb043cab-1f05-4309-bcd7-65a59dc53010'] response: {'server_uuid': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3504a9-1580-4b79-888e-eb91051d1fea', 'code': 200} Sep 23 15:21:07.735984 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=ae3504a9-1580-4b79-888e-eb91051d1fea,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:07.747009 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.747917 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.747917 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.748235 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.748638 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.748969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.749301 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.749652 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.749977 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.750298 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.750623 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.750959 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.751285 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.751602 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.751916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:07.761971 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:07.782287 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-d29a75ab-5998-4f1f-80c3-5e691e9ef016 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187789 Sep 23 15:21:07.886719 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00d94-649c-41cc-afad-345b091722c0 req-e1805cbc-0db8-4654-8d30-6f20216de5f2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:07.888390 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a00d94-649c-41cc-afad-345b091722c0 req-e1805cbc-0db8-4654-8d30-6f20216de5f2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0608883 Sep 23 15:21:07.917407 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-0b4a42b6-6738-4155-923a-0437d54e6177 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338527 Sep 23 15:21:07.959774 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a00d94-649c-41cc-afad-345b091722c0 req-2b37f5e5-6ce8-4c24-b640-810c4b815bbe tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641983 Sep 23 15:21:08.002122 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac541d9-8ef5-4977-82e7-e38546fe590e req-432caac6-05b7-43ad-9b53-87c85ad25108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:08.003740 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-eac541d9-8ef5-4977-82e7-e38546fe590e req-432caac6-05b7-43ad-9b53-87c85ad25108 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 1130 time: 0.0567036 Sep 23 15:21:08.057923 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-eac541d9-8ef5-4977-82e7-e38546fe590e req-90816d6f-36ba-488c-a8fd-1e0a0570eba4 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Sep 23 15:21:08.245085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b277ba6-06cd-4708-badd-13da6d9d6f4b req-39c827b0-bf02-4416-8ad8-f877a2da2cc8 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:08.254468 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2b277ba6-06cd-4708-badd-13da6d9d6f4b req-39c827b0-bf02-4416-8ad8-f877a2da2cc8 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 946 time: 0.1047864 Sep 23 15:21:08.325723 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6506b48a-81ff-4a91-b21e-4eb8fd536f12 req-b428fd8d-993d-45c7-9cf5-612ebe88cb9e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0424521 Sep 23 15:21:08.340163 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2b277ba6-06cd-4708-badd-13da6d9d6f4b req-f8ef92f7-9cdb-4bae-8eb0-af245af8f7e7 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841506 Sep 23 15:21:08.665731 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 52986) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:08.778056 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.861586 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Publish callbacks [] for security_group (9daf677f-f3b5-4b91-a25a-bdcc122f7977), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.870070 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9daf677f-f3b5-4b91-a25a-bdcc122f7977), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.894854 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:08.915509 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3c7a5027ca3847cebc847a75f0729234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485218 Sep 23 15:21:08.916563 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf677f-f3b5-4b91-a25a-bdcc122f7977,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:08.919089 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 52992) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:08.924784 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.925123 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.925459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.925783 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.926104 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.926425 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.926726 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.927037 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.927347 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.927656 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.927974 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.928276 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.928580 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.928914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.929222 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523296ec-3b00-4d6d-9d28-c89b3ebdac20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:08.973362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Publish callbacks [] for security_group (9daf677f-f3b5-4b91-a25a-bdcc122f7977), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.994503 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Publish callbacks [] for security_group (9daf677f-f3b5-4b91-a25a-bdcc122f7977), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.016121 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:09.044742 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9daf677f-f3b5-4b91-a25a-bdcc122f7977), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.047528 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.048727 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9daf677f-f3b5-4b91-a25a-bdcc122f7977 HTTP/1.1" status: 204 len: 168 time: 0.1285009 Sep 23 15:21:09.059597 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf677f-f3b5-4b91-a25a-bdcc122f7977,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:09.068568 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.068965 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.069306 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.069687 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.070015 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.070339 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.070712 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.070972 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.071290 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.071659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.071988 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.072302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.072637 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.072964 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.073418 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be5967-9adc-4b9c-bbba-9c182cf3d51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:09.074407 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94de37f-65c4-473f-9166-81be942bdd54 req-2927ee8b-e1d6-4ef3-a6e6-4a422f98854d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:09.076847 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f94de37f-65c4-473f-9166-81be942bdd54 req-2927ee8b-e1d6-4ef3-a6e6-4a422f98854d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0524371 Sep 23 15:21:09.409620 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f94de37f-65c4-473f-9166-81be942bdd54 req-228b2cb2-1151-4061-9d7c-f1d4334743bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219151 Sep 23 15:21:09.428168 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 53012) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:09.450531 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-722f4607-e993-432e-8b34-335d33c5f1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.523147 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4506f893-fa56-43b5-a43c-77cc2f906435 req-ee9073f7-609a-458b-928d-0245d90e2498 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0735731 Sep 23 15:21:09.632422 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ce522-e131-4d21-8f9f-b3c1598f07ba req-16f77b1f-5e74-402f-a2f4-18a7df51b333 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:09.634082 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-186ce522-e131-4d21-8f9f-b3c1598f07ba req-16f77b1f-5e74-402f-a2f4-18a7df51b333 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 946 time: 0.1164174 Sep 23 15:21:09.638528 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-722f4607-e993-432e-8b34-335d33c5f1d4 admin admin] Publish callbacks [] for security_group (29d11cac-c0c5-4c16-90fe-fa86f46ca392), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.644061 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-722f4607-e993-432e-8b34-335d33c5f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (29d11cac-c0c5-4c16-90fe-fa86f46ca392), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.692110 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-722f4607-e993-432e-8b34-335d33c5f1d4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=97a579740dab46699e50f9f5ec8e044c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619834 Sep 23 15:21:09.693271 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f4607-e993-432e-8b34-335d33c5f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d11cac-c0c5-4c16-90fe-fa86f46ca392,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:09.694964 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53018) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:09.702885 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-186ce522-e131-4d21-8f9f-b3c1598f07ba req-b90bbf25-f562-4ac2-8d24-7e63ea3d1d62 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625546 Sep 23 15:21:09.756967 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ef42e4ff-ba3d-47c8-b8d0-f8504a816707 admin admin] Publish callbacks [] for security_group (29d11cac-c0c5-4c16-90fe-fa86f46ca392), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.781450 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ef42e4ff-ba3d-47c8-b8d0-f8504a816707 admin admin] Publish callbacks [] for security_group (29d11cac-c0c5-4c16-90fe-fa86f46ca392), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.832031 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ef42e4ff-ba3d-47c8-b8d0-f8504a816707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (29d11cac-c0c5-4c16-90fe-fa86f46ca392), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.835056 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ef42e4ff-ba3d-47c8-b8d0-f8504a816707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.837019 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ef42e4ff-ba3d-47c8-b8d0-f8504a816707 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/29d11cac-c0c5-4c16-90fe-fa86f46ca392 HTTP/1.1" status: 204 len: 168 time: 0.1332226 Sep 23 15:21:09.849233 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e4ff-ba3d-47c8-b8d0-f8504a816707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d11cac-c0c5-4c16-90fe-fa86f46ca392,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:10.559860 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f09e1e-d52c-4735-ab8e-d3c93098ea22 req-f5c3a38c-3457-4f3d-ac3e-d4baf20ed8da tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.561532 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27f09e1e-d52c-4735-ab8e-d3c93098ea22 req-f5c3a38c-3457-4f3d-ac3e-d4baf20ed8da tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0655928 Sep 23 15:21:10.633612 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27f09e1e-d52c-4735-ab8e-d3c93098ea22 req-6c9adfca-0ea6-49d8-b164-adb9de654a2f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604630 Sep 23 15:21:10.700634 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3e0c623e-2d8a-4871-9fb6-a46972c5f3ae req-5d887900-f060-498c-b598-ff84a604e94c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0426669 Sep 23 15:21:10.847470 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273b8c3-9108-4e4d-a50d-d6e65cf5219a req-4b5567f1-0ed4-49f2-854c-d1d00f342ee2 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.849211 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b273b8c3-9108-4e4d-a50d-d6e65cf5219a req-4b5567f1-0ed4-49f2-854c-d1d00f342ee2 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 946 time: 0.0545995 Sep 23 15:21:10.888891 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:10.913079 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b273b8c3-9108-4e4d-a50d-d6e65cf5219a req-3ad54679-906e-4cd4-917c-38b6a1e809e3 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566289 Sep 23 15:21:11.757014 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60590efd-d9fa-431e-abac-4c9a2d9a6f3a req-5692ca9f-5fc8-4e3b-b447-17850a8a45c3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:11.758491 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-60590efd-d9fa-431e-abac-4c9a2d9a6f3a req-5692ca9f-5fc8-4e3b-b447-17850a8a45c3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0501642 Sep 23 15:21:11.808994 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-60590efd-d9fa-431e-abac-4c9a2d9a6f3a req-89770449-0b97-4a32-b643-0c494faf680a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Sep 23 15:21:11.824289 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5df04061-97f3-4b1f-b05f-8961e6ad7f37 req-0efcb524-9b64-46bc-84a3-fc0379c946d9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0378149 Sep 23 15:21:11.863174 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53096) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:11.976898 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d736deec-bd57-4ba9-b81f-340588bd0262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:11.999967 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:12.062731 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d736deec-bd57-4ba9-b81f-340588bd0262 admin admin] Publish callbacks [] for security_group (d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.068776 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d736deec-bd57-4ba9-b81f-340588bd0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.106319 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736deec-bd57-4ba9-b81f-340588bd0262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:12.111360 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-d736deec-bd57-4ba9-b81f-340588bd0262 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e549d0bfa74f4fbebc107476b3927ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470660 Sep 23 15:21:12.113281 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53102) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:12.167629 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4359f4e3-ee48-49db-9d0f-ed3e4b224934 admin admin] Publish callbacks [] for security_group (d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.190691 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4359f4e3-ee48-49db-9d0f-ed3e4b224934 admin admin] Publish callbacks [] for security_group (d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.244626 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4359f4e3-ee48-49db-9d0f-ed3e4b224934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.245818 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4359f4e3-ee48-49db-9d0f-ed3e4b224934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.247002 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4359f4e3-ee48-49db-9d0f-ed3e4b224934 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b HTTP/1.1" status: 204 len: 168 time: 0.1328061 Sep 23 15:21:12.255229 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359f4e3-ee48-49db-9d0f-ed3e4b224934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c749f9-2efb-46fe-a9d6-8ab88a5fd68b,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:12.526610 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53108) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:12.540045 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc0927c4-4cf2-4896-ab68-d1034aedc157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.574795 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:12.627100 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc0927c4-4cf2-4896-ab68-d1034aedc157 admin admin] Publish callbacks [] for security_group (d1a20a0f-68f2-47c2-b86a-788fd6f612e5), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.633686 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc0927c4-4cf2-4896-ab68-d1034aedc157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (d1a20a0f-68f2-47c2-b86a-788fd6f612e5), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.672616 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-bc0927c4-4cf2-4896-ab68-d1034aedc157 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=63cf9383f04d4e8994f1aa38f7bf2f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448781 Sep 23 15:21:12.673460 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0927c4-4cf2-4896-ab68-d1034aedc157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a20a0f-68f2-47c2-b86a-788fd6f612e5,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:12.675569 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 53110) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:12.727354 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5d85994b-5506-43dc-97f8-58468bb1fe4d admin admin] Publish callbacks [] for security_group (d1a20a0f-68f2-47c2-b86a-788fd6f612e5), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.748571 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5d85994b-5506-43dc-97f8-58468bb1fe4d admin admin] Publish callbacks [] for security_group (d1a20a0f-68f2-47c2-b86a-788fd6f612e5), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.805231 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5d85994b-5506-43dc-97f8-58468bb1fe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (d1a20a0f-68f2-47c2-b86a-788fd6f612e5), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.807961 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-5d85994b-5506-43dc-97f8-58468bb1fe4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.809491 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-5d85994b-5506-43dc-97f8-58468bb1fe4d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/d1a20a0f-68f2-47c2-b86a-788fd6f612e5 HTTP/1.1" status: 204 len: 168 time: 0.1329429 Sep 23 15:21:12.817876 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85994b-5506-43dc-97f8-58468bb1fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a20a0f-68f2-47c2-b86a-788fd6f612e5,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:12.931302 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1d485c9e-5376-4e4a-98d1-55bc7db75e02 req-b371c280-8786-43f0-b86e-d7aaa36cc7e0 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0308418 Sep 23 15:21:12.944878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85c4bf-a004-4ff4-8998-a9d06a3e0180 req-cbc7cf15-0e0d-44da-b9e9-52303d75372c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:12.946374 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fc85c4bf-a004-4ff4-8998-a9d06a3e0180 req-cbc7cf15-0e0d-44da-b9e9-52303d75372c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0528419 Sep 23 15:21:12.999159 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fc85c4bf-a004-4ff4-8998-a9d06a3e0180 req-4ad3effa-3ed7-4267-95cb-901d528637a0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Sep 23 15:21:14.051482 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5e826822-597a-4511-a46d-477aab91fe2a req-19d81fc0-a757-47ec-8327-b088920baee0 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0326989 Sep 23 15:21:14.130690 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa075c-b648-4e03-9254-accb5dfd1199 req-47387b92-7e3a-45aa-9001-7bf9d59c9a1b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:14.132332 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-38fa075c-b648-4e03-9254-accb5dfd1199 req-47387b92-7e3a-45aa-9001-7bf9d59c9a1b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0478477 Sep 23 15:21:14.186652 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-38fa075c-b648-4e03-9254-accb5dfd1199 req-ae88e944-3e23-4019-8f4e-21a678626742 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Sep 23 15:21:14.530041 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:14.531075 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:14.646989 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ca4fe-207e-4bc3-8f75-a8b1f0ace8e3 req-77c67d7e-300a-4e27-8789-010f6c307b71 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:14.648445 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-642ca4fe-207e-4bc3-8f75-a8b1f0ace8e3 req-77c67d7e-300a-4e27-8789-010f6c307b71 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 946 time: 0.0626440 Sep 23 15:21:14.695910 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-3fdf45a9-6ad2-4ada-a546-46d83ae91ec1 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:14.697364 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-3fdf45a9-6ad2-4ada-a546-46d83ae91ec1 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 808 time: 0.1953306 Sep 23 15:21:14.716671 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:14.725506 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-642ca4fe-207e-4bc3-8f75-a8b1f0ace8e3 req-b30c31bc-faf8-46f2-9b8b-845b84beceb9 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694902 Sep 23 15:21:15.164805 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-41c36431-5567-498c-88e0-7efadebf3f67 req-f1f67031-47a6-412a-81f5-02aa8494e5b6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0310194 Sep 23 15:21:15.313633 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d36bcb-4c90-4117-896d-25e69fa506dd req-91525687-09f3-48df-b839-0c96b030a20a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:15.315068 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d6d36bcb-4c90-4117-896d-25e69fa506dd req-91525687-09f3-48df-b839-0c96b030a20a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0469961 Sep 23 15:21:15.364365 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d6d36bcb-4c90-4117-896d-25e69fa506dd req-f47d38e7-c8c7-48f0-923b-c7dfa0e721bd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Sep 23 15:21:15.432734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 53206) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:15.543399 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6d2cec5f-6e12-4c6b-a3f8-262a1c474899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.628906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6d2cec5f-6e12-4c6b-a3f8-262a1c474899 admin admin] Publish callbacks [] for security_group (926ad2ff-7b14-4e79-97e9-61afbd4d2079), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.635397 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6d2cec5f-6e12-4c6b-a3f8-262a1c474899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (926ad2ff-7b14-4e79-97e9-61afbd4d2079), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.673920 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6d2cec5f-6e12-4c6b-a3f8-262a1c474899 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=17ab30d675e244559a0cb2f7c87a4f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400916 Sep 23 15:21:15.674842 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cec5f-6e12-4c6b-a3f8-262a1c474899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926ad2ff-7b14-4e79-97e9-61afbd4d2079,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:15.676883 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53210) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:15.727445 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5199a9c9-9f81-483a-9daf-069de6c3fac4 admin admin] Publish callbacks [] for security_group (926ad2ff-7b14-4e79-97e9-61afbd4d2079), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.751967 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5199a9c9-9f81-483a-9daf-069de6c3fac4 admin admin] Publish callbacks [] for security_group (926ad2ff-7b14-4e79-97e9-61afbd4d2079), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.804807 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5199a9c9-9f81-483a-9daf-069de6c3fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (926ad2ff-7b14-4e79-97e9-61afbd4d2079), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.807365 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5199a9c9-9f81-483a-9daf-069de6c3fac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.808810 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5199a9c9-9f81-483a-9daf-069de6c3fac4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/926ad2ff-7b14-4e79-97e9-61afbd4d2079 HTTP/1.1" status: 204 len: 168 time: 0.1308417 Sep 23 15:21:15.817366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199a9c9-9f81-483a-9daf-069de6c3fac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926ad2ff-7b14-4e79-97e9-61afbd4d2079,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:15.827961 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:15.874453 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a46cef-80d7-4175-ad4b-c1d54d0002dd req-03898357-2731-425c-b4af-ea40b8b7e034 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:15.875997 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c6a46cef-80d7-4175-ad4b-c1d54d0002dd req-03898357-2731-425c-b4af-ea40b8b7e034 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 946 time: 0.0670798 Sep 23 15:21:15.951024 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c6a46cef-80d7-4175-ad4b-c1d54d0002dd req-0175081c-040d-47aa-a281-8c86ab3d225c tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Sep 23 15:21:15.964068 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-08e71874-2dfe-49e0-a8ed-4c91fd63d36b tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=592a763d7123405fb0576b00edfcd1bf HTTP/1.1" status: 200 len: 379 time: 0.0812953 Sep 23 15:21:16.022715 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'port': {'device_id': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'admin_state_up': True, 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'security_groups': ['2b9e61ec-1f6e-4143-a24e-6d82f5998f7b']}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:16.156898 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Made reservation on behalf of 592a763d7123405fb0576b00edfcd1bf for: {'port': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:16.161584 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:16.297743 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:16.340768 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:16.381360 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-93b0046a-7d26-409b-90a1-096eb22309b1 req-2c2c087b-31d6-475c-b126-101705212525 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0934451 Sep 23 15:21:16.393332 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:16.436718 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Allocated IP 172.20.0.3 (5eb08fcc-94bd-488a-98f7-4db4f5e03842/761c2a86-af48-443d-bd7a-c5bebecb824e/aa222fb4-42c6-4891-beb9-013184d89cc9) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:21:16.534795 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106f13-9d87-4990-ad50-9f7bae087c0a req-d33267eb-f4b4-45e1-bb95-95df1ae5e5a3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:16.537259 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-75106f13-9d87-4990-ad50-9f7bae087c0a req-d33267eb-f4b4-45e1-bb95-95df1ae5e5a3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0788083 Sep 23 15:21:16.592629 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-75106f13-9d87-4990-ad50-9f7bae087c0a req-7d8fda80-c803-4031-86bf-8c40d47d4088 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Sep 23 15:21:16.641831 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:16.647917 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:16.677481 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:16.721320 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:21:16.724481 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:16.728415 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:21:16.737163 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:16.737163 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:16.749472 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:16.767305 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-503ad551-a2d1-4116-a0bc-5188bf9b2bac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498693 Sep 23 15:21:16.787754 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Request body: {'port': {'device_id': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:16.835467 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-d4c1612e-bc62-49a4-a25d-c0c42f0659d1 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:16.837264 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-d4c1612e-bc62-49a4-a25d-c0c42f0659d1 tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 946 time: 0.0825460 Sep 23 15:21:16.865303 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:16.948295 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Deleting port ae3504a9-1580-4b79-888e-eb91051d1fea {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:21:16.949138 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.063067 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Provisioning complete for port aa222fb4-42c6-4891-beb9-013184d89cc9 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:21:17.063889 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.064459 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Attempt 1 to provision port aa222fb4-42c6-4891-beb9-013184d89cc9 Sep 23 15:21:17.089870 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] For port ae3504a9-1580-4b79-888e-eb91051d1fea, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ae3504a9-1580-4b79-888e-eb91051d1fea,segment=NetworkSegment(15d1f386-f3e3-4b05-8105-1b95cfc5572c),segment_id=15d1f386-f3e3-4b05-8105-1b95cfc5572c)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:17.090246 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.093026 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:17.113016 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Calling delete_port for ae3504a9-1580-4b79-888e-eb91051d1fea owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:21:17.121515 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Port aa222fb4-42c6-4891-beb9-013184d89cc9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:21:17.126049 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69969161-aabf-42e3-a140-e7e0107e880d req-6f6e099c-d655-4704-82b7-277533410e8e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:17.127011 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-69969161-aabf-42e3-a140-e7e0107e880d req-6f6e099c-d655-4704-82b7-277533410e8e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 946 time: 0.1013968 Sep 23 15:21:17.210002 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-69969161-aabf-42e3-a140-e7e0107e880d req-37eda746-d613-4edf-bd19-a8a8a9477a4d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=a90df508-2743-45a0-866a-cefdb98c1d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Sep 23 15:21:17.293217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (ae3504a9-1580-4b79-888e-eb91051d1fea), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.306782 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa222fb4-42c6-4891-beb9-013184d89cc9 {{(pid=106667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:21:17.315965 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Publish callbacks [] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.332242 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.provisioning_blocks [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Transition to ACTIVE for port object aa222fb4-42c6-4891-beb9-013184d89cc9 will not be triggered until provisioned by entity L2. {{(pid=106667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:21:17.334324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Pushing event deleted for resources: {'Port': ['ID=ae3504a9-1580-4b79-888e-eb91051d1fea,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:17.336166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['ae3504a9-1580-4b79-888e-eb91051d1fea'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:21:17.351584 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.388065 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] No DVR routers for this DVR port ae3504a9-1580-4b79-888e-eb91051d1fea on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:21:17.391591 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.395769 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c42dcd3e-d801-4d01-9d9c-8452216dc049 req-7e81d072-e5c7-43c6-9269-adfe168fa07e tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ae3504a9-1580-4b79-888e-eb91051d1fea HTTP/1.1" status: 204 len: 173 time: 0.5522814 Sep 23 15:21:17.395936 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'name': 'network-vif-deleted', 'tag': 'ae3504a9-1580-4b79-888e-eb91051d1fea'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:17.398733 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53463383-d40a-4ab2-b886-3041b58ea094" -d '{"events": [{"server_uuid": "18ab3009-9f03-409b-9344-775b1b2aaf2e", "name": "network-vif-deleted", "tag": "ae3504a9-1580-4b79-888e-eb91051d1fea"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:17.422571 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:17.459611 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:17.463178 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534bc0d-e015-4fbe-a570-4a7f0e125c35 x-openstack-request-id: req-f534bc0d-e015-4fbe-a570-4a7f0e125c35 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:17.463525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ab3009-9f03-409b-9344-775b1b2aaf2e", "name": "network-vif-deleted", "tag": "ae3504a9-1580-4b79-888e-eb91051d1fea", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:17.463834 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f534bc0d-e015-4fbe-a570-4a7f0e125c35 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:17.464959 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f534bc0d-e015-4fbe-a570-4a7f0e125c35'] response: {'server_uuid': '18ab3009-9f03-409b-9344-775b1b2aaf2e', 'name': 'network-vif-deleted', 'tag': 'ae3504a9-1580-4b79-888e-eb91051d1fea', 'status': 'completed', 'code': 200} Sep 23 15:21:17.481687 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Attempting to bind port aa222fb4-42c6-4891-beb9-013184d89cc9 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:21:17.482060 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Attempting to bind port aa222fb4-42c6-4891-beb9-013184d89cc9 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:21:17.482957 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Attempting to bind port aa222fb4-42c6-4891-beb9-013184d89cc9 on network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:21:17.537828 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Port aa222fb4-42c6-4891-beb9-013184d89cc9 on network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:21:17.538148 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Attempting to bind port aa222fb4-42c6-4891-beb9-013184d89cc9 on network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:21:17.551572 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160d069-431f-43e8-bfa4-0503cdb55c83 req-6087d007-7c59-44d0-8fbd-0ef6ab259500 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:17.553883 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2160d069-431f-43e8-bfa4-0503cdb55c83 req-6087d007-7c59-44d0-8fbd-0ef6ab259500 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0706010 Sep 23 15:21:17.592982 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:21:17.593381 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Checking segment: {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:21:17.594557 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Bound using segment: {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:21:17.595344 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Bound port: aa222fb4-42c6-4891-beb9-013184d89cc9, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad25da8d-ba42-49a6-bc71-742e48ebd682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842'}}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:21:17.595711 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.615538 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2160d069-431f-43e8-bfa4-0503cdb55c83 req-6da99c15-a40c-4a13-9046-d7f219c6b84c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530119 Sep 23 15:21:17.624466 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Attempt 2 to provision port aa222fb4-42c6-4891-beb9-013184d89cc9 Sep 23 15:21:17.664762 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:17.689026 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, cleared binding levels {{(pid=106667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:21:17.693736 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:21:17.706445 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.713350 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:17.715517 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.717292 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 1093 time: 0.9348652 Sep 23 15:21:17.720417 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:17.722988 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260f8dc-50d4-4688-86aa-5c789e848b87" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:17.738867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Port aa222fb4-42c6-4891-beb9-013184d89cc9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:21:17.819803 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3364f-c4d0-44fa-9b7e-4b3af6e2aa4e req-a6c8dcab-f02d-4ed0-a5c9-ffaa44e1be18 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:17.821618 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-45e3364f-c4d0-44fa-9b7e-4b3af6e2aa4e req-a6c8dcab-f02d-4ed0-a5c9-ffaa44e1be18 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0580842 Sep 23 15:21:17.823174 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4507de67-786a-456e-bd1d-16c8641ecb87 x-openstack-request-id: req-4507de67-786a-456e-bd1d-16c8641ecb87 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:17.823459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:17.824224 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4507de67-786a-456e-bd1d-16c8641ecb87 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:17.824731 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4507de67-786a-456e-bd1d-16c8641ecb87'] response: {'name': 'network-changed', 'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'status': 'completed', 'code': 200} Sep 23 15:21:17.949089 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714d8aa-26ca-42d2-9872-e1656f57ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=3']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:17.954221 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-e47c0796-c57d-4af4-9c6e-5b24cdeb37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:17.956065 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-e47c0796-c57d-4af4-9c6e-5b24cdeb37f7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1127 time: 0.1045802 Sep 23 15:21:17.994698 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-45e3364f-c4d0-44fa-9b7e-4b3af6e2aa4e req-03056251-1177-4e5c-9179-927481594898 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649721 Sep 23 15:21:18.024768 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-3939a344-260e-4b5e-a989-df0da61e6ccd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 217 time: 0.0459645 Sep 23 15:21:18.147018 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-410d9383-53c7-4e59-af36-83f28661248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:18.148491 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-410d9383-53c7-4e59-af36-83f28661248e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 200 len: 847 time: 0.0490198 Sep 23 15:21:18.243357 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Attempt 3 to provision port aa222fb4-42c6-4891-beb9-013184d89cc9 Sep 23 15:21:18.303863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c6253658-77af-4704-8100-96afba110769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.324224 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-c409ef64-f7f4-4992-ac44-1debc275d701 None None] Port aa222fb4-42c6-4891-beb9-013184d89cc9 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:21:18.418252 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7acad902-e68d-414f-9161-b1976f1ed9ab req-75039cda-d1e5-42dd-94b1-fb787ed6813d tempest-VolumesActionsTest-52899351 tempest-VolumesActionsTest-52899351-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=18ab3009-9f03-409b-9344-775b1b2aaf2e HTTP/1.1" status: 200 len: 210 time: 0.0567760 Sep 23 15:21:18.428211 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-71796fb9-b9de-4c41-bb70-0ce8ce1631a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:18.429787 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-71796fb9-b9de-4c41-bb70-0ce8ce1631a1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5eb08fcc-94bd-488a-98f7-4db4f5e03842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713718 Sep 23 15:21:18.614094 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-2f1e61f3-2f20-4bdf-b848-578bcc660634 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770797 Sep 23 15:21:18.779754 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6c7eb73e-8d61-45da-83da-e2e426d16250 req-3df76394-4fac-4b0a-b7c9-0e398a05ff61 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590269 Sep 23 15:21:18.796032 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb61a01-838a-4913-b472-07f1682141f0 req-4512d5ab-703b-43c8-8551-7d24df4251de tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:18.797555 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-acb61a01-838a-4913-b472-07f1682141f0 req-4512d5ab-703b-43c8-8551-7d24df4251de tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0674498 Sep 23 15:21:18.856735 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-acb61a01-838a-4913-b472-07f1682141f0 req-e356a166-b79f-4e7e-b8e9-dd87f6d05c5c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525761 Sep 23 15:21:19.134990 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62c28f-e96b-49bb-be44-54d0c8a8fb68 req-c574ea22-f14e-4f0b-97fc-c80866158898 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:19.136654 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cb62c28f-e96b-49bb-be44-54d0c8a8fb68 req-c574ea22-f14e-4f0b-97fc-c80866158898 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0499246 Sep 23 15:21:19.190394 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cb62c28f-e96b-49bb-be44-54d0c8a8fb68 req-fdd0b2ec-0e4f-4393-973c-9f10340ab035 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475512 Sep 23 15:21:19.333778 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53368) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:19.446729 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8d692972-53f7-4fc4-b7d2-669d05016238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.527453 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8d692972-53f7-4fc4-b7d2-669d05016238 admin admin] Publish callbacks [] for security_group (64906c43-2107-400b-8a62-e8c74a7eb086), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.531618 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8d692972-53f7-4fc4-b7d2-669d05016238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (64906c43-2107-400b-8a62-e8c74a7eb086), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.571538 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8d692972-53f7-4fc4-b7d2-669d05016238 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1d52492061fd4f37a6a3b538f720eeb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366440 Sep 23 15:21:19.574184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53378) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:19.586621 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d692972-53f7-4fc4-b7d2-669d05016238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64906c43-2107-400b-8a62-e8c74a7eb086,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:19.637564 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-519c9183-d01c-415c-87af-a182b9275062 admin admin] Publish callbacks [] for security_group (64906c43-2107-400b-8a62-e8c74a7eb086), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.640166 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:19.648730 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:19.666680 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-519c9183-d01c-415c-87af-a182b9275062 admin admin] Publish callbacks [] for security_group (64906c43-2107-400b-8a62-e8c74a7eb086), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.721695 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-519c9183-d01c-415c-87af-a182b9275062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (64906c43-2107-400b-8a62-e8c74a7eb086), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.724216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-519c9183-d01c-415c-87af-a182b9275062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.725388 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-519c9183-d01c-415c-87af-a182b9275062 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/64906c43-2107-400b-8a62-e8c74a7eb086 HTTP/1.1" status: 204 len: 168 time: 0.1502526 Sep 23 15:21:19.734144 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c9183-d01c-415c-87af-a182b9275062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64906c43-2107-400b-8a62-e8c74a7eb086,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:19.989366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-c474ad20-5426-4719-bb79-9e753779c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:19.991305 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-c474ad20-5426-4719-bb79-9e753779c7a2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1127 time: 0.0464299 Sep 23 15:21:20.003284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2910-774b-4e94-913f-5cc20573c4eb req-e40a1e80-643b-4ade-bad8-0494402f59ab tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:20.012166 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8e8a2910-774b-4e94-913f-5cc20573c4eb req-e40a1e80-643b-4ade-bad8-0494402f59ab tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0630980 Sep 23 15:21:20.084536 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8e8a2910-774b-4e94-913f-5cc20573c4eb req-f23519b3-1509-445f-8444-bab5316c34c5 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711894 Sep 23 15:21:20.133625 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-073777c0-6d76-494b-a9ae-5c90325237c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:20.135259 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-073777c0-6d76-494b-a9ae-5c90325237c3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 909 time: 0.1356320 Sep 23 15:21:20.216718 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-232b07e7-0463-4d7c-ad50-b14c37afaa75 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 217 time: 0.0548520 Sep 23 15:21:20.382100 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-74be2d9c-fe02-41f0-96e2-f68602b0dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:20.383575 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-74be2d9c-fe02-41f0-96e2-f68602b0dd6f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 200 len: 847 time: 0.1239676 Sep 23 15:21:20.391613 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19a970-cc5a-4945-a75e-86053f666075 req-cd2624df-ebf2-4362-b6ea-c3ef9ebbe14e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:20.393087 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8c19a970-cc5a-4945-a75e-86053f666075 req-cd2624df-ebf2-4362-b6ea-c3ef9ebbe14e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0744202 Sep 23 15:21:20.443635 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2571be9e-8159-4349-8d59-4c34a85cdc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.484424 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-7b12d809-1e3d-41bc-9eb7-376d7d6ad1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:20.485950 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-7b12d809-1e3d-41bc-9eb7-376d7d6ad1de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5eb08fcc-94bd-488a-98f7-4db4f5e03842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920045 Sep 23 15:21:20.554876 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8c19a970-cc5a-4945-a75e-86053f666075 req-c6c3d729-d8f0-4cd9-81ed-4e88556fdbba tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126294 Sep 23 15:21:20.557413 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 53460) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:20.609406 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-c211f309-7c2b-4ce3-a8cc-aaca07ef6df0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151373 Sep 23 15:21:20.722283 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b260f8dc-50d4-4688-86aa-5c789e848b87 req-88b3d2cb-3e64-4675-a756-fb87edc099df service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062119 Sep 23 15:21:20.816623 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef7203ab-4ba4-4c83-8a2b-54015343e99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.851567 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:20.898081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef7203ab-4ba4-4c83-8a2b-54015343e99f admin admin] Publish callbacks [] for security_group (6c22df55-33c1-4442-a7ad-5f25995f6595), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.903101 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef7203ab-4ba4-4c83-8a2b-54015343e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (6c22df55-33c1-4442-a7ad-5f25995f6595), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.946915 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ef7203ab-4ba4-4c83-8a2b-54015343e99f admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c9527c36bf54477687e85805d2d0ab55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883593 Sep 23 15:21:20.947715 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7203ab-4ba4-4c83-8a2b-54015343e99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c22df55-33c1-4442-a7ad-5f25995f6595,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:20.949802 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53474) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:21.010080 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-553c5bf2-a174-4a2d-b8f7-6a258be3a2af admin admin] Publish callbacks [] for security_group (6c22df55-33c1-4442-a7ad-5f25995f6595), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.038728 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-553c5bf2-a174-4a2d-b8f7-6a258be3a2af admin admin] Publish callbacks [] for security_group (6c22df55-33c1-4442-a7ad-5f25995f6595), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.105445 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-553c5bf2-a174-4a2d-b8f7-6a258be3a2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (6c22df55-33c1-4442-a7ad-5f25995f6595), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.108706 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-553c5bf2-a174-4a2d-b8f7-6a258be3a2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.109902 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-553c5bf2-a174-4a2d-b8f7-6a258be3a2af admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/6c22df55-33c1-4442-a7ad-5f25995f6595 HTTP/1.1" status: 204 len: 168 time: 0.1589999 Sep 23 15:21:21.119718 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c5bf2-a174-4a2d-b8f7-6a258be3a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c22df55-33c1-4442-a7ad-5f25995f6595,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:21.231439 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6706ca-2b1e-4683-93ff-ef6ddfb31ccf req-fc590ad9-e0aa-48f0-ab84-9e4d9d61be65 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:21.238246 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-df6706ca-2b1e-4683-93ff-ef6ddfb31ccf req-fc590ad9-e0aa-48f0-ab84-9e4d9d61be65 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0596166 Sep 23 15:21:21.286482 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-df6706ca-2b1e-4683-93ff-ef6ddfb31ccf req-e1eb61ec-dfd2-4964-8a59-dc69113660c9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473650 Sep 23 15:21:21.498351 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53504) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:21.517198 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-40d37c2a-ff4a-4886-afa0-9d89aa3028c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.615734 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-40d37c2a-ff4a-4886-afa0-9d89aa3028c3 admin admin] Publish callbacks [] for security_group (b834cad6-ae3c-4d10-9340-4d665c752370), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.620855 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-40d37c2a-ff4a-4886-afa0-9d89aa3028c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (b834cad6-ae3c-4d10-9340-4d665c752370), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.632214 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:21.641093 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:21.681775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d37c2a-ff4a-4886-afa0-9d89aa3028c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b834cad6-ae3c-4d10-9340-4d665c752370,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:21.703136 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-40d37c2a-ff4a-4886-afa0-9d89aa3028c3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=2f5c9789a2494935bc99f2a82ba84efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035484 Sep 23 15:21:21.706113 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 53516) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:21.722936 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057a13-6ece-4c0c-b801-cad1f072b98b req-0e6a81b9-b6e0-429f-bc6c-8b004ae10f19 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:21.724409 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-92057a13-6ece-4c0c-b801-cad1f072b98b req-0e6a81b9-b6e0-429f-bc6c-8b004ae10f19 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0753102 Sep 23 15:21:21.770167 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-44ed4310-b658-42de-b2df-5066e26a1783 admin admin] Publish callbacks [] for security_group (b834cad6-ae3c-4d10-9340-4d665c752370), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.779184 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-92057a13-6ece-4c0c-b801-cad1f072b98b req-76602270-0ed3-44d2-942d-3ac3da3580ee tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484891 Sep 23 15:21:21.791933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-44ed4310-b658-42de-b2df-5066e26a1783 admin admin] Publish callbacks [] for security_group (b834cad6-ae3c-4d10-9340-4d665c752370), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.798470 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:21.845263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-44ed4310-b658-42de-b2df-5066e26a1783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (b834cad6-ae3c-4d10-9340-4d665c752370), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.848161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-44ed4310-b658-42de-b2df-5066e26a1783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:21.852356 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-44ed4310-b658-42de-b2df-5066e26a1783 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b834cad6-ae3c-4d10-9340-4d665c752370 HTTP/1.1" status: 204 len: 168 time: 0.1443057 Sep 23 15:21:21.862831 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed4310-b658-42de-b2df-5066e26a1783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b834cad6-ae3c-4d10-9340-4d665c752370,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:21.869067 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:22.421541 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef26b9-c1fe-43de-8f08-2ba063ebef6c req-80f5330e-4938-4db7-9966-a9a5da1b3d3e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:22.423014 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5aef26b9-c1fe-43de-8f08-2ba063ebef6c req-80f5330e-4938-4db7-9966-a9a5da1b3d3e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0514560 Sep 23 15:21:22.474372 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5aef26b9-c1fe-43de-8f08-2ba063ebef6c req-e81e7c65-ca3b-4e58-8053-84441206177f tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455995 Sep 23 15:21:22.908912 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7c3b-85f2-4216-aa46-df14ca48f58e req-85d7aeb9-ce27-45c1-86c7-7dbd96f4f546 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:22.910400 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-332c7c3b-85f2-4216-aa46-df14ca48f58e req-85d7aeb9-ce27-45c1-86c7-7dbd96f4f546 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0508327 Sep 23 15:21:22.960664 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-332c7c3b-85f2-4216-aa46-df14ca48f58e req-6fcb9dd3-2218-4e6a-b74e-cff12d3eb4cd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 Sep 23 15:21:23.319573 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:23.400344 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:23.611132 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7a41d-e0ae-44c8-9fbc-ca192fbaf888 req-f3d0ccc4-8f01-45e0-af8c-b084d53f49bd tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:23.612642 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86e7a41d-e0ae-44c8-9fbc-ca192fbaf888 req-f3d0ccc4-8f01-45e0-af8c-b084d53f49bd tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0531437 Sep 23 15:21:23.670914 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86e7a41d-e0ae-44c8-9fbc-ca192fbaf888 req-4a6dc195-0c74-490a-af9f-94dad152a6de tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517576 Sep 23 15:21:23.942839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 53620) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:24.052503 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-40037f6d-4b4d-4544-9967-4b509eeaf9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.082322 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5942a-52e6-4dd2-834a-f5825c6df517 req-838e2b9b-8f23-481b-ab06-bdae15961e20 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:24.083677 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-21e5942a-52e6-4dd2-834a-f5825c6df517 req-838e2b9b-8f23-481b-ab06-bdae15961e20 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0458779 Sep 23 15:21:24.134839 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-21e5942a-52e6-4dd2-834a-f5825c6df517 req-29eb4d42-26b0-4161-9a67-0b4ea182dba7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430129 Sep 23 15:21:24.137903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-40037f6d-4b4d-4544-9967-4b509eeaf9e1 admin admin] Publish callbacks [] for security_group (b701e5b7-aafd-4976-a5b7-acc097915bbc), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.143895 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-40037f6d-4b4d-4544-9967-4b509eeaf9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (b701e5b7-aafd-4976-a5b7-acc097915bbc), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.183247 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-40037f6d-4b4d-4544-9967-4b509eeaf9e1 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1bfbc9562a084551859d5b64e042afb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392912 Sep 23 15:21:24.184073 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40037f6d-4b4d-4544-9967-4b509eeaf9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b701e5b7-aafd-4976-a5b7-acc097915bbc,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:24.186125 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53626) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:24.237697 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21741ac5-3825-4f40-aa01-a639df2898fd admin admin] Publish callbacks [] for security_group (b701e5b7-aafd-4976-a5b7-acc097915bbc), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.263318 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21741ac5-3825-4f40-aa01-a639df2898fd admin admin] Publish callbacks [] for security_group (b701e5b7-aafd-4976-a5b7-acc097915bbc), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.311850 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21741ac5-3825-4f40-aa01-a639df2898fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (b701e5b7-aafd-4976-a5b7-acc097915bbc), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.314686 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21741ac5-3825-4f40-aa01-a639df2898fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.315833 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-21741ac5-3825-4f40-aa01-a639df2898fd admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/b701e5b7-aafd-4976-a5b7-acc097915bbc HTTP/1.1" status: 204 len: 168 time: 0.1287513 Sep 23 15:21:24.324819 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21741ac5-3825-4f40-aa01-a639df2898fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b701e5b7-aafd-4976-a5b7-acc097915bbc,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:24.463577 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device ae3504a9-1580-4b79-888e-eb91051d1fea no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:21:24.488351 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: ae3504a9-1580-4b79-888e-eb91051d1fea {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:21:24.488757 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device ae3504a9-1580-4b79-888e-eb91051d1fea not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:21:24.610211 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53642) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:24.624152 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-cca552a2-4406-4e37-b0fe-5bb0c8cf8abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.716764 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-cca552a2-4406-4e37-b0fe-5bb0c8cf8abd admin admin] Publish callbacks [] for security_group (f7245446-2055-4770-8ccc-d7b128a2b86e), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.724126 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-cca552a2-4406-4e37-b0fe-5bb0c8cf8abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f7245446-2055-4770-8ccc-d7b128a2b86e), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.768289 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-cca552a2-4406-4e37-b0fe-5bb0c8cf8abd admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ac2d218f7b3a47d6b96df5cd7871fb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569743 Sep 23 15:21:24.769870 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca552a2-4406-4e37-b0fe-5bb0c8cf8abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7245446-2055-4770-8ccc-d7b128a2b86e,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:24.772363 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53648) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:24.802333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f32d-2151-4b99-bb17-bbde61bbe7cc req-b50821f1-3f26-48a4-a78b-bf6f745f361e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:24.803945 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-21b8f32d-2151-4b99-bb17-bbde61bbe7cc req-b50821f1-3f26-48a4-a78b-bf6f745f361e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0528107 Sep 23 15:21:24.822427 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d039-b723-49f3-8794-a2950090406c admin admin] Publish callbacks [] for security_group (f7245446-2055-4770-8ccc-d7b128a2b86e), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.845378 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d039-b723-49f3-8794-a2950090406c admin admin] Publish callbacks [] for security_group (f7245446-2055-4770-8ccc-d7b128a2b86e), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.854135 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-21b8f32d-2151-4b99-bb17-bbde61bbe7cc req-221284a3-7d1c-4a36-9537-a673259376d2 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Sep 23 15:21:24.897140 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d039-b723-49f3-8794-a2950090406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f7245446-2055-4770-8ccc-d7b128a2b86e), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.900728 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8a4d039-b723-49f3-8794-a2950090406c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.902299 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e8a4d039-b723-49f3-8794-a2950090406c admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f7245446-2055-4770-8ccc-d7b128a2b86e HTTP/1.1" status: 204 len: 168 time: 0.1286149 Sep 23 15:21:24.912549 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4d039-b723-49f3-8794-a2950090406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7245446-2055-4770-8ccc-d7b128a2b86e,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:25.238797 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:25.259407 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9831ec7-8191-4c8c-a226-9a42bbf8b046 req-b86c5a1d-84bd-4a60-be46-470cf892702a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:25.260914 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c9831ec7-8191-4c8c-a226-9a42bbf8b046 req-b86c5a1d-84bd-4a60-be46-470cf892702a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0500772 Sep 23 15:21:25.309540 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c9831ec7-8191-4c8c-a226-9a42bbf8b046 req-47d82084-b3c4-438f-8c6f-fa2406ec804a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Sep 23 15:21:25.621136 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53678) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:25.725873 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-748906672-network', 'tenant_id': '70c13ec7c4a243018586d0dc9d5cd8f1'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:25.750294 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Made reservation on behalf of 70c13ec7c4a243018586d0dc9d5cd8f1 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:25.752539 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.761213 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.763799 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:25.844246 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks [] for security_group (e41184c2-5dea-4fc8-b3b4-fd46b763a57c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.849386 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (e41184c2-5dea-4fc8-b3b4-fd46b763a57c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.874113 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:21:25.890531 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41184c2-5dea-4fc8-b3b4-fd46b763a57c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:25.895262 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (7de2d511-5cea-4ddc-b7a3-49ca6c7762f0), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.895618 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Added segment 7de2d511-5cea-4ddc-b7a3-49ca6c7762f0 of type vlan for network 9a0ae967-d894-4781-b66d-c2dec8be48de Sep 23 15:21:25.938189 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (9a0ae967-d894-4781-b66d-c2dec8be48de), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.966049 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (9a0ae967-d894-4781-b66d-c2dec8be48de), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.967089 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:25.967674 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.976306 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80603232-a551-440f-9393-8b5a1b437fd2 req-d35fa9d4-4332-4da7-a5fd-88ca83571908 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:25.977853 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-80603232-a551-440f-9393-8b5a1b437fd2 req-d35fa9d4-4332-4da7-a5fd-88ca83571908 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0474448 Sep 23 15:21:26.017624 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3954005 Sep 23 15:21:26.021439 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53686) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:26.030199 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:26.032950 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Request body: {'subnet': {'network_id': '9a0ae967-d894-4781-b66d-c2dec8be48de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-748906672-subnet', 'tenant_id': '70c13ec7c4a243018586d0dc9d5cd8f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:26.040777 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-80603232-a551-440f-9393-8b5a1b437fd2 req-a6897a73-9f69-4400-95cc-55d1cb92013f tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568888 Sep 23 15:21:26.045781 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21156efd-ed8d-4561-abc2-ebd3aabc2b78 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0ae967-d894-4781-b66d-c2dec8be48de,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:26.064695 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Made reservation on behalf of 70c13ec7c4a243018586d0dc9d5cd8f1 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:26.065697 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 9a0ae967-d894-4781-b66d-c2dec8be48de details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:21:26.067053 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:26.236419 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (ebb36283-3c4e-4e79-bbd9-b6d13a36578b), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:26.289825 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb36283-3c4e-4e79-bbd9-b6d13a36578b,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:26.304956 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Checking segment: {'id': '7de2d511-5cea-4ddc-b7a3-49ca6c7762f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9a0ae967-d894-4781-b66d-c2dec8be48de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:21:26.305299 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Network hostable DHCP agents. Network: 9a0ae967-d894-4781-b66d-c2dec8be48de, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:21:26.322797 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Network 9a0ae967-d894-4781-b66d-c2dec8be48de is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:21:26.331770 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 9a0ae967-d894-4781-b66d-c2dec8be48de) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:26.336147 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:26.336932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:26.341015 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881369a-0db9-4b35-bfc0-02f7a8c97767 None None] Network 9a0ae967-d894-4781-b66d-c2dec8be48de requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:21:26.346437 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:26.358542 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-9bad676a-a6b8-4f32-b378-569b15a63f3c admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3360748 Sep 23 15:21:26.453349 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b7524-afa0-4558-bd36-4dc6ab0ca74d req-4f59d7b6-2804-448d-8cab-2bdb8a477362 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:26.454872 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f8b7524-afa0-4558-bd36-4dc6ab0ca74d req-4f59d7b6-2804-448d-8cab-2bdb8a477362 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0618989 Sep 23 15:21:26.466459 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52724b28-c7ba-4556-89a6-1195d30058c2 None None] Network 9a0ae967-d894-4781-b66d-c2dec8be48de requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:21:26.506612 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f8b7524-afa0-4558-bd36-4dc6ab0ca74d req-7af0053e-f601-42bf-ac00-931d73ff114d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Sep 23 15:21:26.509974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device aa222fb4-42c6-4891-beb9-013184d89cc9 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:21:26.685006 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:26.697661 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'port_id': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'mac_address': 'fa:16:3e:58:7a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:21:26.742579 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port aa222fb4-42c6-4891-beb9-013184d89cc9 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:21:26.742972 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:26.765031 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa222fb4-42c6-4891-beb9-013184d89cc9 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:21:26.799975 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:26.805800 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:26.854681 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:26.872255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:27.191331 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d57b32-c8d2-4d8d-9772-599e17828c0d req-dc3038d2-1ebc-4030-96a7-b8b3ec8980a5 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:27.192965 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6d57b32-c8d2-4d8d-9772-599e17828c0d req-dc3038d2-1ebc-4030-96a7-b8b3ec8980a5 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 944 time: 0.0667987 Sep 23 15:21:27.241528 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 53748) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:27.247449 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1954128243-network', 'tenant_id': '55890ded45124e26a3a39a6d3b7647c7'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:27.286138 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Made reservation on behalf of 55890ded45124e26a3a39a6d3b7647c7 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:27.289135 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.295180 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=16,neutron:UPDATE=4,neutron:SELECT=79,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:27.310241 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6d57b32-c8d2-4d8d-9772-599e17828c0d req-c0e47374-5bc2-4c16-8226-8a649462a4d8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079595 Sep 23 15:21:27.311226 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.379134 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['aa222fb4-42c6-4891-beb9-013184d89cc9'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:21:27.431953 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks [] for security_group (37f6c994-7f64-49de-a601-f1da78e1f581), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.437989 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:27.439955 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (37f6c994-7f64-49de-a601-f1da78e1f581), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.479720 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:21:27.492450 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6c994-7f64-49de-a601-f1da78e1f581,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:27.498293 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (2cc4e33d-278f-4f7f-a710-2cd7d797dbb3), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.498853 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Added segment 2cc4e33d-278f-4f7f-a710-2cd7d797dbb3 of type vlan for network 5c3f17e0-e814-4feb-9c17-83b11bc6cab9 Sep 23 15:21:27.566428 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (5c3f17e0-e814-4feb-9c17-83b11bc6cab9), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.600547 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (5c3f17e0-e814-4feb-9c17-83b11bc6cab9), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.601602 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:27.602200 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.702382 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4593084 Sep 23 15:21:27.708452 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 53760) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:27.713511 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Request body: {'subnet': {'network_id': '5c3f17e0-e814-4feb-9c17-83b11bc6cab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1954128243-subnet', 'tenant_id': '55890ded45124e26a3a39a6d3b7647c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:27.721594 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfb1a7-6f1f-4f83-be22-583e1caa6bbc admin admin] Pushing event updated for resources: {'Network': ['ID=5c3f17e0-e814-4feb-9c17-83b11bc6cab9,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:27.739401 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 5c3f17e0-e814-4feb-9c17-83b11bc6cab9 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:21:27.744428 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca2e4-7e55-4a2a-8564-9f928d0f27d8 req-63da1e5d-7266-44b1-b969-77d2a930975f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:27.747544 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cd8ca2e4-7e55-4a2a-8564-9f928d0f27d8 req-63da1e5d-7266-44b1-b969-77d2a930975f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.1281478 Sep 23 15:21:27.802441 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Made reservation on behalf of 55890ded45124e26a3a39a6d3b7647c7 for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:27.804852 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2913669'] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.846478 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cd8ca2e4-7e55-4a2a-8564-9f928d0f27d8 req-dea6c0b9-dd85-4b89-8d16-a0817da6661c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932028 Sep 23 15:21:28.093757 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4100399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2913683'] for subnet (34555267-6851-42ab-8c83-6155c3197e10), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:28.097105 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:28.166796 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=34555267-6851-42ab-8c83-6155c3197e10,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:28.179949 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Checking segment: {'id': '2cc4e33d-278f-4f7f-a710-2cd7d797dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '5c3f17e0-e814-4feb-9c17-83b11bc6cab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:21:28.180583 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Network hostable DHCP agents. Network: 5c3f17e0-e814-4feb-9c17-83b11bc6cab9, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:21:28.204746 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Network 5c3f17e0-e814-4feb-9c17-83b11bc6cab9 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:21:28.217586 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 5c3f17e0-e814-4feb-9c17-83b11bc6cab9) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:28.222526 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:28.223113 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:28.233348 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e443b2e-ff7f-43f0-964d-da45ecc7548f None None] Network 5c3f17e0-e814-4feb-9c17-83b11bc6cab9 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:21:28.274768 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4e34b26a-0475-4fdb-ba16-b1e4d7052ecb admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5573070 Sep 23 15:21:28.362233 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96113e-0979-4f6d-8524-99709f432736 None None] Network 5c3f17e0-e814-4feb-9c17-83b11bc6cab9 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:21:28.483021 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9f86-7e7f-4bfc-9a05-e54b06f1b0ae req-72b74b68-d218-4b20-9b1e-fcb18596b8a3 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:28.485263 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-829b9f86-7e7f-4bfc-9a05-e54b06f1b0ae req-72b74b68-d218-4b20-9b1e-fcb18596b8a3 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 944 time: 0.0880399 Sep 23 15:21:28.571403 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-829b9f86-7e7f-4bfc-9a05-e54b06f1b0ae req-3a33b357-bcea-4385-8647-036ef7741fa9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779912 Sep 23 15:21:28.760969 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbf7da-342b-47a1-b54b-e93501aa78c2 req-385d12a2-9af6-416b-a89b-03e0084f31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:28.763450 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b6fbf7da-342b-47a1-b54b-e93501aa78c2 req-385d12a2-9af6-416b-a89b-03e0084f31dc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0443580 Sep 23 15:21:28.825585 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b6fbf7da-342b-47a1-b54b-e93501aa78c2 req-fe15b000-b7de-4653-9e76-778c78031139 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535138 Sep 23 15:21:29.021938 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440439e-21f5-4b2d-b61c-e293434bd399 req-068b29bd-7d2f-4e50-b72a-7593bf271d03 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:29.024526 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6440439e-21f5-4b2d-b61c-e293434bd399 req-068b29bd-7d2f-4e50-b72a-7593bf271d03 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0695267 Sep 23 15:21:29.047465 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device aa222fb4-42c6-4891-beb9-013184d89cc9 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:21:29.131680 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port aa222fb4-42c6-4891-beb9-013184d89cc9 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:21:29.138469 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6440439e-21f5-4b2d-b61c-e293434bd399 req-e47072c2-e614-4577-ac53-1555a11285c7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070983 Sep 23 15:21:29.152870 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port aa222fb4-42c6-4891-beb9-013184d89cc9 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:21:29.154173 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:29.154736 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port aa222fb4-42c6-4891-beb9-013184d89cc9 Sep 23 15:21:29.227729 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port aa222fb4-42c6-4891-beb9-013184d89cc9 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:21:29.228273 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:29.256062 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:29.258526 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96130054-8a92-4d27-8390-7872ea7c6d6e" -d '{"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-plugged", "status": "completed", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:29.271589 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:29.276661 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:29.301201 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fe8e5d-9acf-4a3c-aed2-9f4c5ec4be36 x-openstack-request-id: req-b1fe8e5d-9acf-4a3c-aed2-9f4c5ec4be36 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:29.301507 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-plugged", "status": "completed", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:29.301761 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1fe8e5d-9acf-4a3c-aed2-9f4c5ec4be36 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:29.302150 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fe8e5d-9acf-4a3c-aed2-9f4c5ec4be36'] response: {'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'code': 200} Sep 23 15:21:29.325218 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:29.747419 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8cfa-4ef5-41cf-8731-b00cf07f5eea req-11120381-1701-4f7f-94c6-c54dadf542e6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:29.755941 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-afba8cfa-4ef5-41cf-8731-b00cf07f5eea req-11120381-1701-4f7f-94c6-c54dadf542e6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0838761 Sep 23 15:21:29.844397 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-afba8cfa-4ef5-41cf-8731-b00cf07f5eea req-def0f607-9b6a-4245-9189-5e191eec3006 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868502 Sep 23 15:21:30.216389 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af994-f290-464b-bafc-ac9ee25ba2ec req-da661fc3-89a3-4526-8400-e2eed12ec6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:30.218037 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-377af994-f290-464b-bafc-ac9ee25ba2ec req-da661fc3-89a3-4526-8400-e2eed12ec6fd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1129 time: 0.0475893 Sep 23 15:21:30.246853 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:30.275071 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-377af994-f290-464b-bafc-ac9ee25ba2ec req-ffdc0667-2765-4152-a2a1-337b655ee5dc service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485842 Sep 23 15:21:30.276416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14324ee-6a7c-4850-a150-74cc171a78bb req-0e1a7643-065f-4e74-a8d1-a72918b9a035 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:30.281068 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e14324ee-6a7c-4850-a150-74cc171a78bb req-0e1a7643-065f-4e74-a8d1-a72918b9a035 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0554082 Sep 23 15:21:30.340759 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e14324ee-6a7c-4850-a150-74cc171a78bb req-b1d9bfb6-eb5f-44b9-8960-c4f9ee8dc2aa tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Sep 23 15:21:30.992606 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f627c9-3f9f-40df-bd13-c50455289e17 req-7c25ae68-8688-41ad-af28-484cbe3bd443 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:30.994141 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-30f627c9-3f9f-40df-bd13-c50455289e17 req-7c25ae68-8688-41ad-af28-484cbe3bd443 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0577486 Sep 23 15:21:31.053676 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-30f627c9-3f9f-40df-bd13-c50455289e17 req-feaafaf6-a174-412f-a036-39fbed62c221 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504153 Sep 23 15:21:31.492866 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fea792-25b2-42cf-a6ee-9da4a4b49644 req-73c17f20-3426-491b-853f-499be97c4805 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:31.495251 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-56fea792-25b2-42cf-a6ee-9da4a4b49644 req-73c17f20-3426-491b-853f-499be97c4805 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0727899 Sep 23 15:21:31.594203 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-56fea792-25b2-42cf-a6ee-9da4a4b49644 req-680e5840-622d-4cb2-a2ee-f8cafd29b5e3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842953 Sep 23 15:21:32.194882 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592e233-d56e-478b-b2d2-afb0bd42b19b req-bd702ab9-9bbc-4dac-81bb-0bfbefcf9db3 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:32.196396 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f592e233-d56e-478b-b2d2-afb0bd42b19b req-bd702ab9-9bbc-4dac-81bb-0bfbefcf9db3 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Sep 23 15:21:32.234266 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:32.278724 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f592e233-d56e-478b-b2d2-afb0bd42b19b req-6b91d825-fc83-4ab9-b38f-72e6855ba8e4 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743449 Sep 23 15:21:32.741329 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0995155-0e6f-43f5-b8f1-acb6403f8f3e req-681bfa24-6212-41c1-9fff-1b4605e0681f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:32.742987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b0995155-0e6f-43f5-b8f1-acb6403f8f3e req-681bfa24-6212-41c1-9fff-1b4605e0681f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Sep 23 15:21:32.771626 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:32.798246 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b0995155-0e6f-43f5-b8f1-acb6403f8f3e req-0e6cd8c3-ab22-4373-b956-d656120ec5f9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485098 Sep 23 15:21:33.410575 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18858-4c38-4e7d-b418-67b22d0534be req-997440dd-0dd9-4eaf-bea6-2c4fa0cd99ac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:33.412226 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27b18858-4c38-4e7d-b418-67b22d0534be req-997440dd-0dd9-4eaf-bea6-2c4fa0cd99ac tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Sep 23 15:21:33.479424 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-27b18858-4c38-4e7d-b418-67b22d0534be req-c91e96fa-d96d-4896-a4ca-280098fd38d6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606837 Sep 23 15:21:33.539107 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:33.942654 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd76a04-23d4-4c28-b985-0ed2baeadf2a req-dcec90fe-53b0-4293-98df-643d8441c345 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:33.944128 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dbd76a04-23d4-4c28-b985-0ed2baeadf2a req-dcec90fe-53b0-4293-98df-643d8441c345 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0481386 Sep 23 15:21:34.002304 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dbd76a04-23d4-4c28-b985-0ed2baeadf2a req-8074aa10-f970-4692-9099-b5dd91b8cac3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483046 Sep 23 15:21:34.616661 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be81d-ce2e-488e-b89c-f92cea90ef12 req-8f05b3ec-c745-428a-9a47-e12782ec0b8d tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:34.618373 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f28be81d-ce2e-488e-b89c-f92cea90ef12 req-8f05b3ec-c745-428a-9a47-e12782ec0b8d tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0525043 Sep 23 15:21:34.678731 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f28be81d-ce2e-488e-b89c-f92cea90ef12 req-4c0abf8e-726e-4c94-94c9-c6c8ebe388a7 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539098 Sep 23 15:21:35.177309 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fef95-45f4-4d7a-9765-07741a9be515 req-8e6548ad-fa23-4c12-832b-64b6aa3aa440 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:35.184271 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-579fef95-45f4-4d7a-9765-07741a9be515 req-8e6548ad-fa23-4c12-832b-64b6aa3aa440 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0975292 Sep 23 15:21:35.248183 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-579fef95-45f4-4d7a-9765-07741a9be515 req-d9d5d1d9-fffd-407b-8a46-0a1d9d783d69 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Sep 23 15:21:35.823033 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af5409-a42b-491d-89f7-8ba0f069676a req-54276de3-4c8c-4266-aa30-2cfc9be7a9c1 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:35.825207 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f6af5409-a42b-491d-89f7-8ba0f069676a req-54276de3-4c8c-4266-aa30-2cfc9be7a9c1 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0609488 Sep 23 15:21:35.888343 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f6af5409-a42b-491d-89f7-8ba0f069676a req-65b3cdd7-8699-4f62-abf2-da40c3b8d15b tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551798 Sep 23 15:21:36.412370 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0db78c-32a7-48b1-9616-b434803933a6 req-62195a06-87c9-4261-b6e7-730ecf944091 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:36.414599 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dc0db78c-32a7-48b1-9616-b434803933a6 req-62195a06-87c9-4261-b6e7-730ecf944091 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0746200 Sep 23 15:21:36.476175 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dc0db78c-32a7-48b1-9616-b434803933a6 req-ff09d50a-c1b1-48be-93be-a1bdde792b65 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550323 Sep 23 15:21:36.781034 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2c1b5-c1aa-4b7d-8cbe-ff693135cd43 req-fc43eb09-b7fe-4561-a217-350eac3a3bc7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:36.792221 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-80a2c1b5-c1aa-4b7d-8cbe-ff693135cd43 req-fc43eb09-b7fe-4561-a217-350eac3a3bc7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0610931 Sep 23 15:21:36.852307 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-80a2c1b5-c1aa-4b7d-8cbe-ff693135cd43 req-90f04a17-f852-42f7-9988-c04a686c5393 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587175 Sep 23 15:21:37.029014 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce4fdc-8653-4ab0-97e1-498dc604fe12 req-75a8e0e0-a066-4d22-a55a-413f9728458c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:37.030749 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-76ce4fdc-8653-4ab0-97e1-498dc604fe12 req-75a8e0e0-a066-4d22-a55a-413f9728458c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0550356 Sep 23 15:21:37.079237 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-76ce4fdc-8653-4ab0-97e1-498dc604fe12 req-c00f4ef9-316e-4359-8224-ff7a6335977d tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427554 Sep 23 15:21:37.574151 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-64642f7a-6b0a-4432-9d9d-91c99b6bc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:37.575687 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-64642f7a-6b0a-4432-9d9d-91c99b6bc91d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0600185 Sep 23 15:21:37.738677 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-fb438447-a464-437c-9950-ea7ba5ff27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:37.740895 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-fb438447-a464-437c-9950-ea7ba5ff27bd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.1588612 Sep 23 15:21:37.795799 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-0f16fffc-1aef-4a10-8e8c-7287193c803f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e HTTP/1.1" status: 200 len: 217 time: 0.0479004 Sep 23 15:21:37.893426 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-d13d6839-bbad-47de-95b1-6eeb1d64bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:37.896237 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-d13d6839-bbad-47de-95b1-6eeb1d64bf3a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0940306 Sep 23 15:21:37.960487 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-cd24caf4-e3e9-4a93-b2c3-6d533e837bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:37.962291 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-cd24caf4-e3e9-4a93-b2c3-6d533e837bd1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591476 Sep 23 15:21:38.329052 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9cb29-fed7-45be-b044-25e7e761c76b req-59af91a3-669a-4d16-bcb2-4e6a3f419f59 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:38.341823 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fa9cb29-fed7-45be-b044-25e7e761c76b req-59af91a3-669a-4d16-bcb2-4e6a3f419f59 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.1299758 Sep 23 15:21:38.384408 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe948d3-ff4a-4896-8dcf-27702dfcae79 req-dcac2323-624c-47c1-a13e-c998b71b52b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:38.387152 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-abe948d3-ff4a-4896-8dcf-27702dfcae79 req-dcac2323-624c-47c1-a13e-c998b71b52b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.4237547 Sep 23 15:21:38.465123 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-7e79e460-5444-4521-84d7-14e7a85b9ecc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907696 Sep 23 15:21:38.475722 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-abe948d3-ff4a-4896-8dcf-27702dfcae79 req-828e417c-84c0-4857-8731-79064f35dbab tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872197 Sep 23 15:21:38.512357 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fa9cb29-fed7-45be-b044-25e7e761c76b req-1d0e2751-674a-432f-a3d8-6cab88d4c916 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636386 Sep 23 15:21:38.540467 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:38.593968 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:38.678751 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd974f64-267d-4f42-9efa-3809a4720d0a req-e3fbbbb3-bcfc-40bf-ae54-bab2d941ebf5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018471 Sep 23 15:21:38.686805 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f978d-c866-42ab-b411-16021ad028ef req-06a10642-7c5d-498b-b44e-87dc0bb8d10d tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:38.688469 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ef2f978d-c866-42ab-b411-16021ad028ef req-06a10642-7c5d-498b-b44e-87dc0bb8d10d tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0719471 Sep 23 15:21:38.735475 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:38.747534 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ef2f978d-c866-42ab-b411-16021ad028ef req-aba3b8f3-0d07-41e9-b055-70793295d6f0 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499437 Sep 23 15:21:38.784242 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54000) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:38.980667 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3350c-bf86-4732-b925-a823ab8268ad tempest-TestShelveInstance-11511620 tempest-TestShelveInstance-11511620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:38.984282 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-44b3350c-bf86-4732-b925-a823ab8268ad tempest-TestShelveInstance-11511620 tempest-TestShelveInstance-11511620-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1124 time: 0.1967516 Sep 23 15:21:38.986971 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54004) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:38.998401 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'port_id': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:39.022045 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:39.104950 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:39.157557 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:39.224427 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Allocated IP 172.27.1.96 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/79dee988-f288-412d-8b5f-7631bdd0779e) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:21:39.341539 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for port (79dee988-f288-412d-8b5f-7631bdd0779e), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:39.347758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:39.377596 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (79dee988-f288-412d-8b5f-7631bdd0779e), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:39.424055 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:21:39.427892 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:39.429969 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'Port': ['ID=79dee988-f288-412d-8b5f-7631bdd0779e,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:39.432163 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:21:39.775661 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadce78-3329-44ec-9f10-1549765bec68 req-8d11d937-3432-48a1-aa74-dd6be4466b8a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:39.779476 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1dadce78-3329-44ec-9f10-1549765bec68 req-8d11d937-3432-48a1-aa74-dd6be4466b8a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.1215997 Sep 23 15:21:39.954957 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1dadce78-3329-44ec-9f10-1549765bec68 req-af565095-c4a2-4478-b811-43edeb0e90a6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065073 Sep 23 15:21:40.031847 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for floatingip (3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.087460 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54030) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:40.132930 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (79dee988-f288-412d-8b5f-7631bdd0779e), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.216907 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-19631651-0dd5-4540-8856-c56caf1f12b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.239308 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:40.310869 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-19631651-0dd5-4540-8856-c56caf1f12b4 admin admin] Publish callbacks [] for security_group (051cfb3a-52f1-4089-a23a-48017916a43b), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.316556 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for port (79dee988-f288-412d-8b5f-7631bdd0779e), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.322357 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-19631651-0dd5-4540-8856-c56caf1f12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (051cfb3a-52f1-4089-a23a-48017916a43b), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.324173 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (79dee988-f288-412d-8b5f-7631bdd0779e), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.349449 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:40.372735 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-19631651-0dd5-4540-8856-c56caf1f12b4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9ce3cc699fd54ce8af2a9864646b3481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810993 Sep 23 15:21:40.373163 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54034) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:40.388387 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19631651-0dd5-4540-8856-c56caf1f12b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051cfb3a-52f1-4089-a23a-48017916a43b,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:40.404905 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.409627 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event updated for resources: {'Port': ['ID=79dee988-f288-412d-8b5f-7631bdd0779e,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:40.439391 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-62efdb5c-6122-4b9c-baff-1547269010e4 admin admin] Publish callbacks [] for security_group (051cfb3a-52f1-4089-a23a-48017916a43b), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.464429 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-62efdb5c-6122-4b9c-baff-1547269010e4 admin admin] Publish callbacks [] for security_group (051cfb3a-52f1-4089-a23a-48017916a43b), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.526034 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-62efdb5c-6122-4b9c-baff-1547269010e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (051cfb3a-52f1-4089-a23a-48017916a43b), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.529417 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-62efdb5c-6122-4b9c-baff-1547269010e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:40.530851 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-62efdb5c-6122-4b9c-baff-1547269010e4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/051cfb3a-52f1-4089-a23a-48017916a43b HTTP/1.1" status: 204 len: 168 time: 0.1565964 Sep 23 15:21:40.554041 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efdb5c-6122-4b9c-baff-1547269010e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051cfb3a-52f1-4089-a23a-48017916a43b,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:40.827977 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Floating IP 3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf associated. External IP: 172.27.1.96, port: aa222fb4-42c6-4891-beb9-013184d89cc9. Sep 23 15:21:41.084567 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54062) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:41.125966 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fdca6d3e-95af-4ac8-81dd-7365218306c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.226938 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Router 60423be4-097c-4e72-982b-3ac99b45db3f has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:21:41.265077 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a0999-9fa4-42e8-8d32-7818993869a2 req-a736a3a2-15e5-43be-8da6-659e5969556a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:41.266592 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-776a0999-9fa4-42e8-8d32-7818993869a2 req-a736a3a2-15e5-43be-8da6-659e5969556a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.1265750 Sep 23 15:21:41.299652 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fdca6d3e-95af-4ac8-81dd-7365218306c5 admin admin] Publish callbacks [] for security_group (559c53a7-5dbf-40c5-a9f2-562fb22f8e53), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.312773 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-fdca6d3e-95af-4ac8-81dd-7365218306c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (559c53a7-5dbf-40c5-a9f2-562fb22f8e53), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.360728 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:21:41.373899 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] Sync routers for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:21:41.385220 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:41.385663 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-fdca6d3e-95af-4ac8-81dd-7365218306c5 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3565f08c24dc465fb9a57b84705cbe2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985194 Sep 23 15:21:41.385995 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:41.389146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54066) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:41.395810 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca6d3e-95af-4ac8-81dd-7365218306c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c53a7-5dbf-40c5-a9f2-562fb22f8e53,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:41.398902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.420294 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-776a0999-9fa4-42e8-8d32-7818993869a2 req-a5be2151-2cfa-4b7a-9570-85daf5c62985 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468148 Sep 23 15:21:41.459841 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-3f34a748-38e8-40db-976d-ff943a3f2122 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4717662 Sep 23 15:21:41.460839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:41.463133 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:41.496063 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bcc7fd60-b46d-450a-94e6-a7024fe51458 admin admin] Publish callbacks [] for security_group (559c53a7-5dbf-40c5-a9f2-562fb22f8e53), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.520622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea65331-dfc2-4633-b925-80dee8390fcd x-openstack-request-id: req-0ea65331-dfc2-4633-b925-80dee8390fcd {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:41.520908 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:41.521168 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ea65331-dfc2-4633-b925-80dee8390fcd {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:41.521731 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea65331-dfc2-4633-b925-80dee8390fcd'] response: {'name': 'network-changed', 'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'status': 'completed', 'code': 200} Sep 23 15:21:41.537725 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:21:41.539691 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bcc7fd60-b46d-450a-94e6-a7024fe51458 admin admin] Publish callbacks [] for security_group (559c53a7-5dbf-40c5-a9f2-562fb22f8e53), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.560725 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:41.561668 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:41.570408 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:41.604294 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bcc7fd60-b46d-450a-94e6-a7024fe51458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (559c53a7-5dbf-40c5-a9f2-562fb22f8e53), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.607157 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bcc7fd60-b46d-450a-94e6-a7024fe51458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:41.608492 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-bcc7fd60-b46d-450a-94e6-a7024fe51458 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/559c53a7-5dbf-40c5-a9f2-562fb22f8e53 HTTP/1.1" status: 204 len: 168 time: 0.2186611 Sep 23 15:21:41.624388 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7fd60-b46d-450a-94e6-a7024fe51458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c53a7-5dbf-40c5-a9f2-562fb22f8e53,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:41.810519 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:41.814549 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-d1eef732-c428-4d31-9a7a-38978c7b4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:41.815803 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-d1eef732-c428-4d31-9a7a-38978c7b4045 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1129 time: 0.0923190 Sep 23 15:21:42.071794 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'port_id': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'mac_address': 'fa:16:3e:58:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:39Z', 'updated_at': '2022-09-23T15:21:39Z', 'revision_number': 0, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 5, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:42.103920 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] Checking router: 60423be4-097c-4e72-982b-3ac99b45db3f for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:21:42.128808 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:42.129379 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:42.181876 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54086) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:42.208544 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0297-40ee-41b2-85a3-9183a377e221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:42.334118 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:42.365913 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:42.447585 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0297-40ee-41b2-85a3-9183a377e221 admin admin] Publish callbacks [] for security_group (aef73691-50c2-4b30-b005-3dccf23b829f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:42.451041 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-70aab8c6-f1e2-49e9-9c71-30055cf7a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:42.452511 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-70aab8c6-f1e2-49e9-9c71-30055cf7a69d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 909 time: 0.1961265 Sep 23 15:21:42.455491 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0297-40ee-41b2-85a3-9183a377e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (aef73691-50c2-4b30-b005-3dccf23b829f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:42.551516 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ea3c0297-40ee-41b2-85a3-9183a377e221 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=f36e502ec40646c6a7741f7c49b54ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680406 Sep 23 15:21:42.552433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54098) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:42.559136 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0297-40ee-41b2-85a3-9183a377e221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef73691-50c2-4b30-b005-3dccf23b829f,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:42.627415 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-eaddad8c-5704-403e-be65-39354d9fae07 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 998 time: 0.1668706 Sep 23 15:21:42.648970 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:42.665544 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7a086cf9-8833-43bb-a5de-a938a315e9fc admin admin] Publish callbacks [] for security_group (aef73691-50c2-4b30-b005-3dccf23b829f), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:42.686095 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:42.692769 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7a086cf9-8833-43bb-a5de-a938a315e9fc admin admin] Publish callbacks [] for security_group (aef73691-50c2-4b30-b005-3dccf23b829f), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:42.695990 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'port_id': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'mac_address': 'fa:16:3e:58:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:39Z', 'updated_at': '2022-09-23T15:21:39Z', 'revision_number': 0, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 5, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:42.710693 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2e747-30df-4778-8223-99c7f0b42ff6 req-e1f8c575-9c4b-4135-b682-f7b70f7197c8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:42.720620 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-31b2e747-30df-4778-8223-99c7f0b42ff6 req-e1f8c575-9c4b-4135-b682-f7b70f7197c8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.1860700 Sep 23 15:21:42.773868 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda532d-1a86-4b7b-975d-d566107490e0 None None] The sync data for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi is: [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'port_id': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'mac_address': 'fa:16:3e:58:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:39Z', 'updated_at': '2022-09-23T15:21:39Z', 'revision_number': 0, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 5, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:21:42.787245 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7a086cf9-8833-43bb-a5de-a938a315e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (aef73691-50c2-4b30-b005-3dccf23b829f), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:42.790617 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7a086cf9-8833-43bb-a5de-a938a315e9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:42.800554 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-7a086cf9-8833-43bb-a5de-a938a315e9fc admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/aef73691-50c2-4b30-b005-3dccf23b829f HTTP/1.1" status: 204 len: 168 time: 0.2464209 Sep 23 15:21:42.810035 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a086cf9-8833-43bb-a5de-a938a315e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef73691-50c2-4b30-b005-3dccf23b829f,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:42.897300 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-71348144-2376-4772-b770-36bbb0d0d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:42.898882 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-71348144-2376-4772-b770-36bbb0d0d518 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 200 len: 847 time: 0.2641754 Sep 23 15:21:42.966998 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-eb253d15-5813-466b-b60e-2e1e6ea1422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:42.968290 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-eb253d15-5813-466b-b60e-2e1e6ea1422b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5eb08fcc-94bd-488a-98f7-4db4f5e03842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618012 Sep 23 15:21:42.984109 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-31b2e747-30df-4778-8223-99c7f0b42ff6 req-91897807-4fec-4edb-a1f2-5d51988bafb1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592378 Sep 23 15:21:43.178818 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-d32ef531-352c-4cf2-9687-31feade65b2e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929169 Sep 23 15:21:43.182618 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5dfbbd-f3dc-441e-ad7e-d6ae557f3969 None None] New status for floating IP 3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:21:43.418876 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5f339b9f-f6bb-4a0c-a485-f3e37743e11b req-c993c593-625a-4b4d-aa8b-1bb27fa9bcc5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251966 Sep 23 15:21:44.618131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54220) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:44.623889 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-1d4aabe9-c0dd-492a-badb-66c2cf803d39 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372314473', 'description': 'tempest-description--1928942984'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:44.653995 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d4aabe9-c0dd-492a-badb-66c2cf803d39 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.732198 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d4aabe9-c0dd-492a-badb-66c2cf803d39 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group (c1a405f5-df98-4f2c-9eb7-f003f952ba84), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.738440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d4aabe9-c0dd-492a-badb-66c2cf803d39 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c1a405f5-df98-4f2c-9eb7-f003f952ba84), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.773959 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d4aabe9-c0dd-492a-badb-66c2cf803d39 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.775278 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-1d4aabe9-c0dd-492a-badb-66c2cf803d39 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555440 Sep 23 15:21:44.777491 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4aabe9-c0dd-492a-badb-66c2cf803d39 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a405f5-df98-4f2c-9eb7-f003f952ba84,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:44.778450 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54226) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:44.783733 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-1b85ca52-50e4-41c5-888e-6c486fc3c0f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'security_group_rule': {'security_group_id': 'c1a405f5-df98-4f2c-9eb7-f003f952ba84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:44.818621 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b85ca52-50e4-41c5-888e-6c486fc3c0f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group_rule (ddd1b7f6-9ac4-4dc0-bfb6-c8299d9b77c5), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.899266 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b85ca52-50e4-41c5-888e-6c486fc3c0f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group_rule (ddd1b7f6-9ac4-4dc0-bfb6-c8299d9b77c5), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.905354 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b85ca52-50e4-41c5-888e-6c486fc3c0f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (ddd1b7f6-9ac4-4dc0-bfb6-c8299d9b77c5), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.934411 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b85ca52-50e4-41c5-888e-6c486fc3c0f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:44.935973 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-1b85ca52-50e4-41c5-888e-6c486fc3c0f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558590 Sep 23 15:21:44.938902 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54232) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:44.944878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-d6351588-8705-48a6-a494-30a3fa06714b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'security_group_rule': {'security_group_id': 'c1a405f5-df98-4f2c-9eb7-f003f952ba84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:44.952432 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85ca52-50e4-41c5-888e-6c486fc3c0f5 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd1b7f6-9ac4-4dc0-bfb6-c8299d9b77c5,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:44.991867 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6351588-8705-48a6-a494-30a3fa06714b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group_rule (62fe3fd5-0dd1-4bfe-954d-dcb19a160e57), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.070905 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6351588-8705-48a6-a494-30a3fa06714b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group_rule (62fe3fd5-0dd1-4bfe-954d-dcb19a160e57), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.076009 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6351588-8705-48a6-a494-30a3fa06714b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (62fe3fd5-0dd1-4bfe-954d-dcb19a160e57), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.106414 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6351588-8705-48a6-a494-30a3fa06714b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.110852 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54238) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:45.116433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:45.118337 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-d6351588-8705-48a6-a494-30a3fa06714b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780636 Sep 23 15:21:45.119363 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6351588-8705-48a6-a494-30a3fa06714b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fe3fd5-0dd1-4bfe-954d-dcb19a160e57,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:45.144239 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.271475 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.417105 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Allocated IP 172.27.1.210 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/605b7bfa-dce0-47ba-96d3-4d293b2c557a) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:21:45.448020 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:45.549002 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.617920 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.691534 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:21:45.705470 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:45.712129 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:21:45.789370 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'Port': ['ID=605b7bfa-dce0-47ba-96d3-4d293b2c557a,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:45.823901 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:45.874745 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:45.917344 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:46.089308 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:46.096439 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:46.194824 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'Port': ['ID=605b7bfa-dce0-47ba-96d3-4d293b2c557a,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:46.246968 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:46.267703 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:46.269734 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-88f3f298-e27c-4281-8185-5b351dbd260d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1574171 Sep 23 15:21:48.289859 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ca15-ab34-48fc-ac69-8631c9ba8f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:50.454933 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-527363db-7e2e-46ad-9b81-0a82262009f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:50.479051 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:50.521151 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-7efd5750-08c9-4092-b417-c188e642fada tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--372314473&fields=id&tenant_id=1abe4f1508864f77b30c4c635c368f02 HTTP/1.1" status: 200 len: 267 time: 0.0483973 Sep 23 15:21:50.644065 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-45533fda-d6e2-4e31-ac45-46b316d3ee68 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:50.645674 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-45533fda-d6e2-4e31-ac45-46b316d3ee68 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 818 time: 0.1179066 Sep 23 15:21:50.667267 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e1f679a9-f586-426a-b21c-c10aded22c20 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/quotas/1abe4f1508864f77b30c4c635c368f02 HTTP/1.1" status: 200 len: 375 time: 0.0095031 Sep 23 15:21:50.741942 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-56a954c1-d02c-4dd7-b85f-50f75d3d2ad1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0680499 Sep 23 15:21:50.895876 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-11d6f406-28b6-4f86-b268-55b20037ef0d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431663 Sep 23 15:21:50.924923 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:51.003864 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-4c2bb783-2e6a-4342-beca-e62bb4ef25bc service neutron] 10.222.0.75 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024239 Sep 23 15:21:51.196431 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f9e43f22-2c4e-4e03-862c-6f0ad7d78398 req-b9217330-ada8-440c-b6cb-5bfff70bf1bf tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 210 time: 0.0342898 Sep 23 15:21:51.867662 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.318233 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f677e067-83d7-499b-8194-c9330953ce4c req-93b583ff-438f-4df8-b75c-7054df9c1d79 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 210 time: 0.0334353 Sep 23 15:21:52.452716 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54492) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:52.500203 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] Deleting subnet ebb36283-3c4e-4e79-bbd9-b6d13a36578b {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:21:52.503740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] Publish callbacks [] for subnet (ebb36283-3c4e-4e79-bbd9-b6d13a36578b), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.539490 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182405'] for subnet (ebb36283-3c4e-4e79-bbd9-b6d13a36578b), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.587162 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (ebb36283-3c4e-4e79-bbd9-b6d13a36578b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.610287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:52.659300 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4098800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2913706'] for subnet (ebb36283-3c4e-4e79-bbd9-b6d13a36578b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.669731 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-02a10c63-1449-4d15-a1d2-8808d873364a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:52.671393 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-02a10c63-1449-4d15-a1d2-8808d873364a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 818 time: 0.1180243 Sep 23 15:21:52.693881 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.697035 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/ebb36283-3c4e-4e79-bbd9-b6d13a36578b HTTP/1.1" status: 204 len: 168 time: 0.2430496 Sep 23 15:21:52.697981 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8a042-50a1-4fbd-bf36-ccd41bf1cf19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb36283-3c4e-4e79-bbd9-b6d13a36578b,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:52.700465 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54494) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:52.807969 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (9a0ae967-d894-4781-b66d-c2dec8be48de), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.816142 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-344ce03b-4644-4ccf-a71e-6e4d1a04a590 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1abe4f1508864f77b30c4c635c368f02 HTTP/1.1" status: 200 len: 379 time: 0.1227620 Sep 23 15:21:52.897373 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'port': {'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'admin_state_up': True, 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'security_groups': ['c1a405f5-df98-4f2c-9eb7-f003f952ba84']}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:52.947037 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (9a0ae967-d894-4781-b66d-c2dec8be48de), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.977711 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.978054 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.978783 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.979117 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > port after_create 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.979443 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.979764 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > port after_update 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.980071 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.980396 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.980710 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:52.981018 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:53.091244 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:53.091566 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:53.091926 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:53.092253 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:21:53.092639 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0ae967-d894-4781-b66d-c2dec8be48de']}} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:53.116151 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de2d511-5cea-4ddc-b7a3-49ca6c7762f0') {'for_net_delete': True} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:53.116423 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de2d511-5cea-4ddc-b7a3-49ca6c7762f0') {} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:53.141866 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26794431'] for segment (7de2d511-5cea-4ddc-b7a3-49ca6c7762f0), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.178658 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (7de2d511-5cea-4ddc-b7a3-49ca6c7762f0), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.191490 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=106667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:21:53.192261 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26788476'] for segment (7de2d511-5cea-4ddc-b7a3-49ca6c7762f0), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.246712 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:53.259186 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:53.271286 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Made reservation on behalf of 1abe4f1508864f77b30c4c635c368f02 for: {'port': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:53.275682 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.280497 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (9a0ae967-d894-4781-b66d-c2dec8be48de), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.288007 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.291559 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/9a0ae967-d894-4781-b66d-c2dec8be48de HTTP/1.1" status: 204 len: 168 time: 0.5900910 Sep 23 15:21:53.294654 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54504) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:53.316527 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e23a6e-28c4-4883-8de7-20967961b6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0ae967-d894-4781-b66d-c2dec8be48de,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:53.340751 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.373705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] Deleting subnet 34555267-6851-42ab-8c83-6155c3197e10 {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:21:53.387736 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] Publish callbacks [] for subnet (34555267-6851-42ab-8c83-6155c3197e10), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.410263 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.443249 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54516) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:53.491909 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Allocated IP 172.20.0.7 (d3ffbd85-3b9b-417b-b45f-55b60c247ef0/769f1f9a-55b6-4093-bd2a-11d0168f1f8d/306b9553-4640-49fe-82dd-dd744475cdb3) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:21:53.522719 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment 7de2d511-5cea-4ddc-b7a3-49ca6c7762f0 resource provider aggregate not found Sep 23 15:21:53.540811 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8224d456-f299-40d2-bfd5-99e97819be60 req-0b415e1b-e353-4f40-814e-2b77049fa1ec tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 210 time: 0.0555303 Sep 23 15:21:53.551264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182405'] for subnet (34555267-6851-42ab-8c83-6155c3197e10), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.560960 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment 7de2d511-5cea-4ddc-b7a3-49ca6c7762f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7de2d511-5cea-4ddc-b7a3-49ca6c7762f0 found for delete ", "request_id": "req-18ea770c-5c05-42b3-ac16-95b3fa32996c"}]} Sep 23 15:21:53.595294 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] Deleting subnet 8261c6ee-444f-4080-bf65-e95ad2eba6e4 {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:21:53.602164 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] Publish callbacks [] for subnet (8261c6ee-444f-4080-bf65-e95ad2eba6e4), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.611016 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:53.638381 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (34555267-6851-42ab-8c83-6155c3197e10), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.671585 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182405'] for subnet (8261c6ee-444f-4080-bf65-e95ad2eba6e4), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.691307 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for port (306b9553-4640-49fe-82dd-dd744475cdb3), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.697660 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:53.702464 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:53.732751 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (8261c6ee-444f-4080-bf65-e95ad2eba6e4), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.742331 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.765529 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4098800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2913706'] for subnet (34555267-6851-42ab-8c83-6155c3197e10), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.801396 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:21:53.806841 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:53.809727 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:21:53.811737 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34555267-6851-42ab-8c83-6155c3197e10,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:53.815915 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.818364 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event updated for resources: {'Port': ['ID=306b9553-4640-49fe-82dd-dd744475cdb3,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:53.820942 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ae7246af-10b4-4b28-9c3d-1e430029f167 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/34555267-6851-42ab-8c83-6155c3197e10 HTTP/1.1" status: 204 len: 168 time: 0.5247478 Sep 23 15:21:53.823641 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54530) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:53.873121 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:53.873865 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.892623 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4098800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2913706'] for subnet (8261c6ee-444f-4080-bf65-e95ad2eba6e4), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.899146 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-1e0024e0-7134-4de5-bd9b-07b2f03777fb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0055101 Sep 23 15:21:53.900205 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54532) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:53.922448 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Request body: {'port': {'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:53.944332 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:53.948472 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/8261c6ee-444f-4080-bf65-e95ad2eba6e4 HTTP/1.1" status: 204 len: 168 time: 0.5041883 Sep 23 15:21:53.951083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54536) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:53.954137 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809844d8-d8c6-4e93-b949-e84102b97801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8261c6ee-444f-4080-bf65-e95ad2eba6e4,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:53.967462 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (5c3f17e0-e814-4feb-9c17-83b11bc6cab9), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.007956 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.081534 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (c67c26da-b776-4386-b438-d1ea6d9daf36), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.126638 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ec4feab7-a55a-4eda-b78a-af8476bf2321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.157930 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (5c3f17e0-e814-4feb-9c17-83b11bc6cab9), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.162599 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Provisioning complete for port 306b9553-4640-49fe-82dd-dd744475cdb3 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:21:54.163244 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.163659 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Attempt 1 to provision port 306b9553-4640-49fe-82dd-dd744475cdb3 Sep 23 15:21:54.197537 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Port 306b9553-4640-49fe-82dd-dd744475cdb3 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:21:54.223745 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3f17e0-e814-4feb-9c17-83b11bc6cab9']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:54.231424 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:54.233560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (c67c26da-b776-4386-b438-d1ea6d9daf36), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.243001 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc4e33d-278f-4f7f-a710-2cd7d797dbb3') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:54.243306 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc4e33d-278f-4f7f-a710-2cd7d797dbb3') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:54.268091 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (2cc4e33d-278f-4f7f-a710-2cd7d797dbb3), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.277135 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67c26da-b776-4386-b438-d1ea6d9daf36']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:54.291784 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d1f386-f3e3-4b05-8105-1b95cfc5572c') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:54.292234 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d1f386-f3e3-4b05-8105-1b95cfc5572c') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:54.295241 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (2cc4e33d-278f-4f7f-a710-2cd7d797dbb3), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.312401 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:54.315324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (15d1f386-f3e3-4b05-8105-1b95cfc5572c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.318819 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ec4feab7-a55a-4eda-b78a-af8476bf2321 admin admin] Publish callbacks [] for security_group (ebe03361-fda5-45a4-8856-e9c12d0e0fb7), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.319447 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:21:54.319447 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (2cc4e33d-278f-4f7f-a710-2cd7d797dbb3), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.344183 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ec4feab7-a55a-4eda-b78a-af8476bf2321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (ebe03361-fda5-45a4-8856-e9c12d0e0fb7), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.350653 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 2cc4e33d-278f-4f7f-a710-2cd7d797dbb3 resource provider aggregate not found Sep 23 15:21:54.385112 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 2cc4e33d-278f-4f7f-a710-2cd7d797dbb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cc4e33d-278f-4f7f-a710-2cd7d797dbb3 found for delete ", "request_id": "req-0428a1e1-d79f-4a4f-92b1-0cffe1128e3d"}]} Sep 23 15:21:54.391029 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (15d1f386-f3e3-4b05-8105-1b95cfc5572c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.406178 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:21:54.406577 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (15d1f386-f3e3-4b05-8105-1b95cfc5572c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.418006 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4feab7-a55a-4eda-b78a-af8476bf2321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe03361-fda5-45a4-8856-e9c12d0e0fb7,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:54.427014 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ec4feab7-a55a-4eda-b78a-af8476bf2321 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=87d09dadc90d4204998935316607f770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131178 Sep 23 15:21:54.429248 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54542) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:54.444957 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306b9553-4640-49fe-82dd-dd744475cdb3 {{(pid=106667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:21:54.445149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (5c3f17e0-e814-4feb-9c17-83b11bc6cab9), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.457460 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Publish callbacks [] for port (306b9553-4640-49fe-82dd-dd744475cdb3), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.459838 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.462999 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/5c3f17e0-e814-4feb-9c17-83b11bc6cab9 HTTP/1.1" status: 204 len: 168 time: 0.6382790 Sep 23 15:21:54.475560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc17bb4-be3d-48db-9b1d-4bc72aa0e7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3f17e0-e814-4feb-9c17-83b11bc6cab9,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:54.488576 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (c67c26da-b776-4386-b438-d1ea6d9daf36), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.491627 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.provisioning_blocks [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Transition to ACTIVE for port object 306b9553-4640-49fe-82dd-dd744475cdb3 will not be triggered until provisioned by entity L2. {{(pid=106667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:21:54.498939 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.504866 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/c67c26da-b776-4386-b438-d1ea6d9daf36 HTTP/1.1" status: 204 len: 168 time: 0.5516686 Sep 23 15:21:54.515499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.531807 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:54.539083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab1309-a04f-4098-a072-6811f8d38116 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67c26da-b776-4386-b438-d1ea6d9daf36,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:54.551120 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32fb3a49-0345-4309-b13e-01d0e35709fe admin admin] Publish callbacks [] for security_group (ebe03361-fda5-45a4-8856-e9c12d0e0fb7), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.593687 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Pushing event updated for resources: {'Port': ['ID=306b9553-4640-49fe-82dd-dd744475cdb3,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:54.659542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32fb3a49-0345-4309-b13e-01d0e35709fe admin admin] Publish callbacks [] for security_group (ebe03361-fda5-45a4-8856-e9c12d0e0fb7), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.672458 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54552) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:54.699603 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Attempt 2 to provision port 306b9553-4640-49fe-82dd-dd744475cdb3 Sep 23 15:21:54.719044 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2abe935e-4848-438e-bb74-e499a1cbe021 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=70c13ec7c4a243018586d0dc9d5cd8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450330 Sep 23 15:21:54.722060 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54554) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:54.728036 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:54.743056 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54556) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:54.745416 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Port 306b9553-4640-49fe-82dd-dd744475cdb3 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:21:54.752222 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30156c-233c-4f2a-82e8-bddd99525696 req-40a81f67-b0d0-4e48-b76f-24f9a0050cbe tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:54.753698 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9c30156c-233c-4f2a-82e8-bddd99525696 req-40a81f67-b0d0-4e48-b76f-24f9a0050cbe tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 943 time: 0.1353488 Sep 23 15:21:54.775050 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:54.794673 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8b5b97d-2427-4b9b-8083-f675dcf1f76d admin admin] Publish callbacks [] for security_group (e41184c2-5dea-4fc8-b3b4-fd46b763a57c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.803519 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Attempting to bind port 306b9553-4640-49fe-82dd-dd744475cdb3 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:21:54.803860 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Attempting to bind port 306b9553-4640-49fe-82dd-dd744475cdb3 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:21:54.804183 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Attempting to bind port 306b9553-4640-49fe-82dd-dd744475cdb3 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:21:54.816306 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8b5b97d-2427-4b9b-8083-f675dcf1f76d admin admin] Publish callbacks [] for security_group (e41184c2-5dea-4fc8-b3b4-fd46b763a57c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.863198 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32fb3a49-0345-4309-b13e-01d0e35709fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (ebe03361-fda5-45a4-8856-e9c12d0e0fb7), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.866370 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-32fb3a49-0345-4309-b13e-01d0e35709fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.867353 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-32fb3a49-0345-4309-b13e-01d0e35709fe admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ebe03361-fda5-45a4-8856-e9c12d0e0fb7 HTTP/1.1" status: 204 len: 168 time: 0.4372194 Sep 23 15:21:54.869811 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-fb0914c3-bbb9-4f0e-bc9b-122fa2cfa471 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=efa8ccdc30dc4651b730950a0a5fe8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237226 Sep 23 15:21:54.872923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54560) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:54.882324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8b5b97d-2427-4b9b-8083-f675dcf1f76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (e41184c2-5dea-4fc8-b3b4-fd46b763a57c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.885223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b8b5b97d-2427-4b9b-8083-f675dcf1f76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.886475 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b8b5b97d-2427-4b9b-8083-f675dcf1f76d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e41184c2-5dea-4fc8-b3b4-fd46b763a57c HTTP/1.1" status: 204 len: 168 time: 0.1632071 Sep 23 15:21:54.895606 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9c30156c-233c-4f2a-82e8-bddd99525696 req-ed915ce8-b4ff-4303-b136-bffeec365120 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328745 Sep 23 15:21:54.898295 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb3a49-0345-4309-b13e-01d0e35709fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe03361-fda5-45a4-8856-e9c12d0e0fb7,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:54.907791 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Port 306b9553-4640-49fe-82dd-dd744475cdb3 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:21:54.908121 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Attempting to bind port 306b9553-4640-49fe-82dd-dd744475cdb3 on network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:21:54.922899 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5b97d-2427-4b9b-8083-f675dcf1f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41184c2-5dea-4fc8-b3b4-fd46b763a57c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:54.949343 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:54.952549 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:21:54.953137 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Checking segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:21:54.953543 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Bound using segment: {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:21:54.953968 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Bound port: 306b9553-4640-49fe-82dd-dd744475cdb3, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c47f26-4fa0-4e88-b010-4ecc070528d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0'}}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:21:54.954401 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:54.978689 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e76f7b7e-69e9-408e-b164-878b687168d2 admin admin] Publish callbacks [] for security_group (a90df508-2743-45a0-866a-cefdb98c1d84), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.011897 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e76f7b7e-69e9-408e-b164-878b687168d2 admin admin] Publish callbacks [] for security_group (a90df508-2743-45a0-866a-cefdb98c1d84), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.026839 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] For port 306b9553-4640-49fe-82dd-dd744475cdb3, host hv-cinder-85501, cleared binding levels {{(pid=106667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:21:55.030717 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] For port 306b9553-4640-49fe-82dd-dd744475cdb3, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=306b9553-4640-49fe-82dd-dd744475cdb3,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:21:55.040462 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.046174 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:55.046878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.048783 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 1093 time: 1.1319120 Sep 23 15:21:55.049500 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:55.052700 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:55.095208 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e76f7b7e-69e9-408e-b164-878b687168d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (a90df508-2743-45a0-866a-cefdb98c1d84), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.099790 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e76f7b7e-69e9-408e-b164-878b687168d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.104429 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e76f7b7e-69e9-408e-b164-878b687168d2 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a90df508-2743-45a0-866a-cefdb98c1d84 HTTP/1.1" status: 204 len: 168 time: 0.2281179 Sep 23 15:21:55.113215 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f3c83-60c6-450a-9ce4-578bb55f9040 service neutron] Pushing event updated for resources: {'Port': ['ID=306b9553-4640-49fe-82dd-dd744475cdb3,revision_number=3']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:55.113433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f7b7e-69e9-408e-b164-878b687168d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90df508-2743-45a0-866a-cefdb98c1d84,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:55.142375 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25113304-0d62-4684-a997-5abc2b83f7f6 x-openstack-request-id: req-25113304-0d62-4684-a997-5abc2b83f7f6 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:55.142574 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:55.142835 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25113304-0d62-4684-a997-5abc2b83f7f6 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:55.143238 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25113304-0d62-4684-a997-5abc2b83f7f6'] response: {'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3', 'status': 'completed', 'code': 200} Sep 23 15:21:55.212741 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-f586c925-ced5-431c-8304-ce9711ba17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:55.214334 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-f586c925-ced5-431c-8304-ce9711ba17b1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1127 time: 0.0433192 Sep 23 15:21:55.246821 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Attempt 3 to provision port 306b9553-4640-49fe-82dd-dd744475cdb3 Sep 23 15:21:55.284764 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-ce679abe-f307-4a6a-89e4-316e9dad99cd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 217 time: 0.0496113 Sep 23 15:21:55.297235 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-e45de439-6629-4899-93c2-19a6c4b4ee0e None None] Port 306b9553-4640-49fe-82dd-dd744475cdb3 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:21:55.341566 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-06bcce23-b999-48b8-9a7e-21c425a431e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:55.343034 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-06bcce23-b999-48b8-9a7e-21c425a431e6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0513177 Sep 23 15:21:55.393459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54576) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:55.395599 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-52c63c8d-a789-49fb-9409-572bc6c92438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:55.397115 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-52c63c8d-a789-49fb-9409-572bc6c92438 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469596 Sep 23 15:21:55.462080 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-389067b0-5c58-4843-802a-7b8cbbd885d3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=55890ded45124e26a3a39a6d3b7647c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666485 Sep 23 15:21:55.464906 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54578) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:55.546339 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-f148d74f-e88c-4ddc-acce-92c4cf8d1949 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391597 Sep 23 15:21:55.551339 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e224b0e5-49a6-41ad-a623-37db40288ad7 admin admin] Publish callbacks [] for security_group (37f6c994-7f64-49de-a601-f1da78e1f581), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.631936 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e224b0e5-49a6-41ad-a623-37db40288ad7 admin admin] Publish callbacks [] for security_group (37f6c994-7f64-49de-a601-f1da78e1f581), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.690242 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54590) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:55.697964 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:55.705466 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79264a9c-26cd-4a96-9a62-0e4be652e880 req-99f2be1b-4c79-4e47-9824-24bcc6d868a2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503413 Sep 23 15:21:55.715995 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d3929375-d1cf-4a64-99d4-6e7ec9a58319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.728646 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e224b0e5-49a6-41ad-a623-37db40288ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (37f6c994-7f64-49de-a601-f1da78e1f581), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.732442 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e224b0e5-49a6-41ad-a623-37db40288ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.734364 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e224b0e5-49a6-41ad-a623-37db40288ad7 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/37f6c994-7f64-49de-a601-f1da78e1f581 HTTP/1.1" status: 204 len: 168 time: 0.2683690 Sep 23 15:21:55.750261 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224b0e5-49a6-41ad-a623-37db40288ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6c994-7f64-49de-a601-f1da78e1f581,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:55.851590 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d3929375-d1cf-4a64-99d4-6e7ec9a58319 admin admin] Publish callbacks [] for security_group (08ca8a9f-efbf-4fce-8ef8-5c4448acf436), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.859822 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d3929375-d1cf-4a64-99d4-6e7ec9a58319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (08ca8a9f-efbf-4fce-8ef8-5c4448acf436), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.912312 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d3929375-d1cf-4a64-99d4-6e7ec9a58319 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e2b1185535f0447c845592ecf969cbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204690 Sep 23 15:21:55.914426 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3929375-d1cf-4a64-99d4-6e7ec9a58319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca8a9f-efbf-4fce-8ef8-5c4448acf436,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:55.915318 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54596) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:56.028500 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-756f943d-3e26-401e-ade9-25a0484b72b8 admin admin] Publish callbacks [] for security_group (08ca8a9f-efbf-4fce-8ef8-5c4448acf436), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.058263 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03fb68-f672-4f0f-bab9-f95027714d01 req-0d4800a0-1e4a-4372-abb5-a61310a0106a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:56.059938 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aa03fb68-f672-4f0f-bab9-f95027714d01 req-0d4800a0-1e4a-4372-abb5-a61310a0106a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 943 time: 0.0659866 Sep 23 15:21:56.074072 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-756f943d-3e26-401e-ade9-25a0484b72b8 admin admin] Publish callbacks [] for security_group (08ca8a9f-efbf-4fce-8ef8-5c4448acf436), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.147206 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aa03fb68-f672-4f0f-bab9-f95027714d01 req-bda3e9fb-b038-4701-a47e-33b895e7d904 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784018 Sep 23 15:21:56.177720 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-756f943d-3e26-401e-ade9-25a0484b72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (08ca8a9f-efbf-4fce-8ef8-5c4448acf436), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.180440 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-756f943d-3e26-401e-ade9-25a0484b72b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.184801 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-756f943d-3e26-401e-ade9-25a0484b72b8 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/08ca8a9f-efbf-4fce-8ef8-5c4448acf436 HTTP/1.1" status: 204 len: 168 time: 0.2654719 Sep 23 15:21:56.192983 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f943d-3e26-401e-ade9-25a0484b72b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca8a9f-efbf-4fce-8ef8-5c4448acf436,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:56.408964 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 15d1f386-f3e3-4b05-8105-1b95cfc5572c resource provider aggregate not found Sep 23 15:21:56.432337 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 15d1f386-f3e3-4b05-8105-1b95cfc5572c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15d1f386-f3e3-4b05-8105-1b95cfc5572c found for delete ", "request_id": "req-0bf25905-f6e4-4ffa-b991-13bb35799b06"}]} Sep 23 15:21:56.612222 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54628) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:56.627452 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4d10-91c2-4c6e-a33f-164580362650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.713118 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4d10-91c2-4c6e-a33f-164580362650 admin admin] Publish callbacks [] for security_group (4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.720060 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4d10-91c2-4c6e-a33f-164580362650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.731300 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:56.792181 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 54638) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:56.792796 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-bbbc4d10-91c2-4c6e-a33f-164580362650 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9ff457e70fb94b64bc643104d79ef8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793721 Sep 23 15:21:56.794625 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4d10-91c2-4c6e-a33f-164580362650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:56.864268 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eb51dde8-a377-4393-9d06-916a84e75825 admin admin] Publish callbacks [] for security_group (4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.867838 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=8 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:56.893820 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eb51dde8-a377-4393-9d06-916a84e75825 admin admin] Publish callbacks [] for security_group (4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.964945 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eb51dde8-a377-4393-9d06-916a84e75825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.967569 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eb51dde8-a377-4393-9d06-916a84e75825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.971798 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-eb51dde8-a377-4393-9d06-916a84e75825 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb HTTP/1.1" status: 204 len: 168 time: 0.1753297 Sep 23 15:21:56.972845 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54648) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:56.978340 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51dde8-a377-4393-9d06-916a84e75825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4fdf9a-a14d-4e20-9ce8-38a240aceaeb,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:57.081759 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1473648876-network', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:57.103217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Made reservation on behalf of 1b76f9eee7a14eb581dcdc19101fc774 for: {'network': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:57.105848 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.115331 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.173934 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:57.215879 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks [] for security_group (0745374d-4dcc-4fd6-8670-d1bca4aad6b4), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.221844 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (0745374d-4dcc-4fd6-8670-d1bca4aad6b4), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.254192 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=106666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:21:57.301166 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0745374d-4dcc-4fd6-8670-d1bca4aad6b4,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:57.306156 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (d7bf9b04-0bb8-460c-825e-d1d275f69b7f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.306551 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.segments_db [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Added segment d7bf9b04-0bb8-460c-825e-d1d275f69b7f of type vlan for network 6e977df4-776b-4447-99be-1d03ae7632bf Sep 23 15:21:57.365334 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd72c9-11cd-4bc0-bedf-d9625835b9ca req-b5f779ce-6dbe-444f-b6df-9ec14cbfbdd9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:57.367168 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b5fd72c9-11cd-4bc0-bedf-d9625835b9ca req-b5f779ce-6dbe-444f-b6df-9ec14cbfbdd9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 943 time: 0.1142881 Sep 23 15:21:57.377174 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (6e977df4-776b-4447-99be-1d03ae7632bf), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.432685 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (6e977df4-776b-4447-99be-1d03ae7632bf), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.433687 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:57.434257 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.440538 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b5fd72c9-11cd-4bc0-bedf-d9625835b9ca req-e985e0f7-58bc-4bb6-9662-62ad0cb783cc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655692 Sep 23 15:21:57.496967 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5212779 Sep 23 15:21:57.499989 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54654) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:57.504760 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Request body: {'subnet': {'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1473648876-subnet', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:57.514176 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181fef6-0752-4065-8e26-0ea8fb070ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e977df4-776b-4447-99be-1d03ae7632bf,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:57.524627 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 6e977df4-776b-4447-99be-1d03ae7632bf details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:21:57.531316 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Made reservation on behalf of 1b76f9eee7a14eb581dcdc19101fc774 for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:21:57.538752 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2913669'] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.708461 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4100399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2913683'] for subnet (c4899bdf-b863-4bfd-838d-15981b8fcef2), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.763482 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4899bdf-b863-4bfd-838d-15981b8fcef2,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:57.781259 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Checking segment: {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:21:57.781628 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Network hostable DHCP agents. Network: 6e977df4-776b-4447-99be-1d03ae7632bf, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:21:57.787873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:57.802103 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Network 6e977df4-776b-4447-99be-1d03ae7632bf is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:21:57.814219 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 6e977df4-776b-4447-99be-1d03ae7632bf) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:57.819330 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:57.820154 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.824581 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8ba97-2abb-4195-b4fe-590fea98434a None None] Network 6e977df4-776b-4447-99be-1d03ae7632bf requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:21:57.846668 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ae2b8537-c736-45ec-aebb-6cfcdce2ab87 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3455861 Sep 23 15:21:57.849423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54658) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:57.853819 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:57.876701 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (55afb809-7415-49a7-abe2-1d12bab9870d), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.877813 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (55afb809-7415-49a7-abe2-1d12bab9870d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.928255 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks [] for router_controller (55afb809-7415-49a7-abe2-1d12bab9870d), precommit_add_association {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.935888 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-6e977df4-776b-4447-99be-1d03ae7632bf', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:21:57.936851 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.951489 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:58.105337 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Allocated IP 172.20.0.2 (6e977df4-776b-4447-99be-1d03ae7632bf/c4899bdf-b863-4bfd-838d-15981b8fcef2/fd407625-9c12-4195-8754-d2ee43507cfb) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:21:58.252093 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:58.282551 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Publish callbacks [] for port (fd407625-9c12-4195-8754-d2ee43507cfb), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.290873 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.317188 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks [] for router_gateway (55afb809-7415-49a7-abe2-1d12bab9870d), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.338125 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Network 6e977df4-776b-4447-99be-1d03ae7632bf is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:21:58.341571 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:58.344430 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:21:58.347784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Pushing event updated for resources: {'Port': ['ID=fd407625-9c12-4195-8754-d2ee43507cfb,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:58.407629 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Attempting to bind port fd407625-9c12-4195-8754-d2ee43507cfb on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:21:58.407997 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Attempting to bind port fd407625-9c12-4195-8754-d2ee43507cfb by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:21:58.408357 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Attempting to bind port fd407625-9c12-4195-8754-d2ee43507cfb on network 6e977df4-776b-4447-99be-1d03ae7632bf {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:21:58.451198 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:21:58.451572 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Checking segment: {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:21:58.451974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.452425 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Bound using segment: {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:21:58.452903 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Bound port: fd407625-9c12-4195-8754-d2ee43507cfb, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:21:58.453282 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.504074 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks [] for router_gateway (55afb809-7415-49a7-abe2-1d12bab9870d), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.520753 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] For port fd407625-9c12-4195-8754-d2ee43507cfb, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:21:58.523826 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.523985 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] For port fd407625-9c12-4195-8754-d2ee43507cfb, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=fd407625-9c12-4195-8754-d2ee43507cfb,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:21:58.532186 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.576449 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:58.583889 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c63053-ee69-4320-a223-18486bd54df0 req-edbb6628-78cd-444d-b0f3-78e0f3b92bba tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:58.586240 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-21c63053-ee69-4320-a223-18486bd54df0 req-edbb6628-78cd-444d-b0f3-78e0f3b92bba tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 943 time: 0.0697606 Sep 23 15:21:58.606076 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd788ea-c9c0-4a30-95dc-79f46a9fff65 None None] Pushing event updated for resources: {'Port': ['ID=fd407625-9c12-4195-8754-d2ee43507cfb,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:58.640979 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-21c63053-ee69-4320-a223-18486bd54df0 req-cead6d15-2c1b-4d3e-8c9d-a61c8fa64b8f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483732 Sep 23 15:21:58.665371 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Allocated IP 172.27.1.126 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/e005e51e-add6-4ee3-a73e-e699cd4bde54) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:21:58.778116 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks [] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.817448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.878564 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:21:58.882287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:21:58.886386 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:21:58.890273 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e005e51e-add6-4ee3-a73e-e699cd4bde54,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:58.969131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:59.141666 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks [] for router_gateway (55afb809-7415-49a7-abe2-1d12bab9870d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.274199 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:59.338827 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (55afb809-7415-49a7-abe2-1d12bab9870d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.469599 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Router 55afb809-7415-49a7-abe2-1d12bab9870d is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:21:59.559607 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61453334-d174-40f9-b18f-c675afe8e55c None None] Network 6e977df4-776b-4447-99be-1d03ae7632bf requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:21:59.578437 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:21:59.597037 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.598181 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-cf850601-9416-4c3b-b4c8-9dfb726dd5f1 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7477100 Sep 23 15:21:59.601145 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54672) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:59.606317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Sync routers for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:21:59.625692 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:59.626320 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:59.697714 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] Provisioning complete for port fd407625-9c12-4195-8754-d2ee43507cfb triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:21:59.698084 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.698414 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] Attempt 1 to provision port fd407625-9c12-4195-8754-d2ee43507cfb Sep 23 15:21:59.809405 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:59.811386 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:59.828863 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f5bd7-7c4d-4eb9-8aaf-00f258f08cc5 req-b3f464e5-e8e2-4acd-91bb-ff31d1a3dcc2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:59.830431 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-795f5bd7-7c4d-4eb9-8aaf-00f258f08cc5 req-b3f464e5-e8e2-4acd-91bb-ff31d1a3dcc2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 943 time: 0.0804722 Sep 23 15:21:59.939193 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-795f5bd7-7c4d-4eb9-8aaf-00f258f08cc5 req-19eb872a-59a0-4a33-a25c-e0182efe1c08 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997415 Sep 23 15:21:59.951339 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:00.103937 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] Current status of the port fd407625-9c12-4195-8754-d2ee43507cfb is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:00.104188 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.128733 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.148177 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:00.165453 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] For port fd407625-9c12-4195-8754-d2ee43507cfb, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=fd407625-9c12-4195-8754-d2ee43507cfb,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:00.188683 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.243034 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:21:59Z', 'revision_number': 3, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:00.277206 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Checking router: 55afb809-7415-49a7-abe2-1d12bab9870d for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:00.277206 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Updating router 55afb809-7415-49a7-abe2-1d12bab9870d port e005e51e-add6-4ee3-a73e-e699cd4bde54 binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:00.280534 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4548c-6c4c-4006-9278-8150eb72e6fc None None] Pushing event updated for resources: {'Port': ['ID=fd407625-9c12-4195-8754-d2ee43507cfb,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:00.295731 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Allocated IP 172.20.0.1 (6e977df4-776b-4447-99be-1d03ae7632bf/c4899bdf-b863-4bfd-838d-15981b8fcef2/5836fc9b-0a54-42c0-a924-90f308d090b9) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:00.318454 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-3e9b8398-6e0f-4ecd-ba61-53527ae5e37d None None] Provisioning complete for port fd407625-9c12-4195-8754-d2ee43507cfb triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:00.318797 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3e9b8398-6e0f-4ecd-ba61-53527ae5e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.319173 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3e9b8398-6e0f-4ecd-ba61-53527ae5e37d None None] Attempt 1 to provision port fd407625-9c12-4195-8754-d2ee43507cfb Sep 23 15:22:00.321844 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.417922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks [] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.432053 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device fd407625-9c12-4195-8754-d2ee43507cfb up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:00.452704 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.493313 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Network 6e977df4-776b-4447-99be-1d03ae7632bf is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:00.498238 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:00.502213 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:00.505607 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5836fc9b-0a54-42c0-a924-90f308d090b9,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:00.516410 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:00.548413 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (55afb809-7415-49a7-abe2-1d12bab9870d), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.577296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b8398-6e0f-4ecd-ba61-53527ae5e37d None None] Current status of the port fd407625-9c12-4195-8754-d2ee43507cfb is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:00.582493 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port fd407625-9c12-4195-8754-d2ee43507cfb triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:00.582873 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.583193 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port fd407625-9c12-4195-8754-d2ee43507cfb Sep 23 15:22:00.683202 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.737689 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port fd407625-9c12-4195-8754-d2ee43507cfb is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:00.757099 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Publish callbacks [] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.764195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.780979 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:00.801295 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:00.808550 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Attempting to bind port e005e51e-add6-4ee3-a73e-e699cd4bde54 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:00.808930 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Attempting to bind port e005e51e-add6-4ee3-a73e-e699cd4bde54 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:00.809298 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Attempting to bind port e005e51e-add6-4ee3-a73e-e699cd4bde54 on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:00.847939 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Provisioning complete for port 5836fc9b-0a54-42c0-a924-90f308d090b9 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:00.848294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.848628 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 1 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:00.851946 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98bbc2-3032-41ca-ab4f-194f0d3c0191 None None] Pushing event updated for resources: {'Port': ['ID=e005e51e-add6-4ee3-a73e-e699cd4bde54,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:00.852749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks [] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.864263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.895967 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:00.896340 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:00.896793 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.897164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:00.897639 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Bound port: e005e51e-add6-4ee3-a73e-e699cd4bde54, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:00.898010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.899679 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Port 5836fc9b-0a54-42c0-a924-90f308d090b9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:00.934208 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5836fc9b-0a54-42c0-a924-90f308d090b9,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:00.936469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (55afb809-7415-49a7-abe2-1d12bab9870d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.938450 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:00.950028 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] For port e005e51e-add6-4ee3-a73e-e699cd4bde54, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:00.953256 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] For port e005e51e-add6-4ee3-a73e-e699cd4bde54, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=e005e51e-add6-4ee3-a73e-e699cd4bde54,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:00.959583 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:00.991452 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:00.992157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:01.042280 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Network 6e977df4-776b-4447-99be-1d03ae7632bf is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:01.044317 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:01.091792 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98bbc2-3032-41ca-ab4f-194f0d3c0191 None None] Pushing event updated for resources: {'Port': ['ID=e005e51e-add6-4ee3-a73e-e699cd4bde54,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:01.114353 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560755f-4645-4847-849b-bd7d7343f61e req-48e0f988-446e-45ab-b4b6-6af73d0fd33a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:01.116908 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2560755f-4645-4847-849b-bd7d7343f61e req-48e0f988-446e-45ab-b4b6-6af73d0fd33a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 943 time: 0.0928149 Sep 23 15:22:01.136932 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:01.176375 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Router 55afb809-7415-49a7-abe2-1d12bab9870d has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:22:01.188052 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2560755f-4645-4847-849b-bd7d7343f61e req-ba3828f2-bade-4182-a185-8559810dc933 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496585 Sep 23 15:22:01.289633 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:01.291511 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:01.297204 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-605a6720-d16c-4298-af3d-ecb4651e72b8 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/55afb809-7415-49a7-abe2-1d12bab9870d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944852 Sep 23 15:22:01.348207 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 2, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:01.374824 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c36aa-28ef-451f-9571-367c3f0a87bb None None] The sync data for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi is: [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 2, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:01.400693 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 2 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:01.439010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Port 5836fc9b-0a54-42c0-a924-90f308d090b9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:01.928542 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54702) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:01.933510 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-154282051-network', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:01.940652 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 3 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:01.959310 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Made reservation on behalf of ce06db306562401dafdefc49d5a58b36 for: {'network': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:01.961792 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:01.971634 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.005389 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Port 5836fc9b-0a54-42c0-a924-90f308d090b9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:02.069361 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks [] for security_group (4c5507e3-e0a6-4d9e-b7e8-45066cc27030), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.074626 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (4c5507e3-e0a6-4d9e-b7e8-45066cc27030), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.102307 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=106666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:22:02.113413 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5507e3-e0a6-4d9e-b7e8-45066cc27030,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:02.120796 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (7569b6ad-cf9b-481f-b8b5-678fa84adacf), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.121141 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.segments_db [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Added segment 7569b6ad-cf9b-481f-b8b5-678fa84adacf of type vlan for network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb Sep 23 15:22:02.164810 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (331dbed7-a72b-4da4-9dd4-6d9e9efc04fb), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.168317 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:02.194560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (331dbed7-a72b-4da4-9dd4-6d9e9efc04fb), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.195650 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:02.196285 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.270802 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3409338 Sep 23 15:22:02.273525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54708) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:02.281878 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Request body: {'subnet': {'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-154282051-subnet', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:02.288824 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a58c5-97a0-4d3e-a48d-a135fb323a57 admin admin] Pushing event updated for resources: {'Network': ['ID=331dbed7-a72b-4da4-9dd4-6d9e9efc04fb,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:02.299740 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:22:02.359446 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Made reservation on behalf of ce06db306562401dafdefc49d5a58b36 for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:02.364726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2913669'] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.387478 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d034cf9-56ab-4d73-8a55-f16169419071 req-bdaa92e8-087b-47a9-a998-476553c37c8c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:02.389311 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3d034cf9-56ab-4d73-8a55-f16169419071 req-bdaa92e8-087b-47a9-a998-476553c37c8c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 943 time: 0.1033828 Sep 23 15:22:02.440140 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device e005e51e-add6-4ee3-a73e-e699cd4bde54 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:02.493103 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port e005e51e-add6-4ee3-a73e-e699cd4bde54 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:02.493484 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.493819 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port e005e51e-add6-4ee3-a73e-e699cd4bde54 Sep 23 15:22:02.513550 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 4 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:02.555174 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Port 5836fc9b-0a54-42c0-a924-90f308d090b9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:02.608221 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port e005e51e-add6-4ee3-a73e-e699cd4bde54 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:02.608953 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.632714 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port e005e51e-add6-4ee3-a73e-e699cd4bde54, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=e005e51e-add6-4ee3-a73e-e699cd4bde54,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:02.638001 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.669805 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:02.695368 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=e005e51e-add6-4ee3-a73e-e699cd4bde54,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:02.719425 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 306b9553-4640-49fe-82dd-dd744475cdb3 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:22:02.721507 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:02.760743 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3d034cf9-56ab-4d73-8a55-f16169419071 req-1938a103-5283-47a3-9132-6cb274dbd0be tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783679 Sep 23 15:22:02.821887 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 306b9553-4640-49fe-82dd-dd744475cdb3, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=306b9553-4640-49fe-82dd-dd744475cdb3,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:02.832851 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '306b9553-4640-49fe-82dd-dd744475cdb3', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3', 'mac_address': 'fa:16:3e:49:fc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:22:02.861377 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4100399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2913683'] for subnet (3b1d6000-5611-4713-8f53-bd95dddcafb8), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.872768 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 306b9553-4640-49fe-82dd-dd744475cdb3 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:02.873164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.886865 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306b9553-4640-49fe-82dd-dd744475cdb3 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:22:02.908674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 306b9553-4640-49fe-82dd-dd744475cdb3, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=306b9553-4640-49fe-82dd-dd744475cdb3,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:02.915900 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.925393 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1d6000-5611-4713-8f53-bd95dddcafb8,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:02.938170 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Checking segment: {'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:02.938901 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Network hostable DHCP agents. Network: 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:22:02.958702 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:22:02.965296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=306b9553-4640-49fe-82dd-dd744475cdb3,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:02.970066 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:02.974020 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:02.974795 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:02.981470 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db918e-be90-4b91-ab13-e1af8b68ccc2 None None] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:02.994132 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-9f1a181f-6cf9-44b7-9b10-49d100def255 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7195661 Sep 23 15:22:02.996853 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54714) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:03.001165 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:03.023310 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (8efea9ef-2cf5-4728-b497-703c09ca0166), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.024345 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (8efea9ef-2cf5-4728-b497-703c09ca0166), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.057852 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 5 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:03.082526 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks [] for router_controller (8efea9ef-2cf5-4728-b497-703c09ca0166), precommit_add_association {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.106096 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Port 5836fc9b-0a54-42c0-a924-90f308d090b9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:03.110239 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'fixed_ips': [{'subnet_id': '3b1d6000-5611-4713-8f53-bd95dddcafb8'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:22:03.111211 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.194328 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:03.239279 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks [] for router_gateway (8efea9ef-2cf5-4728-b497-703c09ca0166), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.264619 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Allocated IP 172.20.0.2 (331dbed7-a72b-4da4-9dd4-6d9e9efc04fb/3b1d6000-5611-4713-8f53-bd95dddcafb8/834a55eb-6e73-47b0-8eb5-08612f92867a) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:03.320270 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:03.429257 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks [] for router_gateway (8efea9ef-2cf5-4728-b497-703c09ca0166), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.459471 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.539710 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Sync routers for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:03.550029 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:03.550652 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:03.562781 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Publish callbacks [] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.570058 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.574255 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Allocated IP 172.27.1.89 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/00b38b17-acae-4e9c-bd40-095af97eabaf) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:03.607691 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:03.608792 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 6 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:03.618238 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:03.621164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:03.654827 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:03.674026 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:03.681773 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Pushing event updated for resources: {'Port': ['ID=834a55eb-6e73-47b0-8eb5-08612f92867a,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:03.684509 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:03.689076 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks [] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.731401 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.734426 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Port 5836fc9b-0a54-42c0-a924-90f308d090b9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:03.735690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Attempting to bind port 834a55eb-6e73-47b0-8eb5-08612f92867a on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:03.736051 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Attempting to bind port 834a55eb-6e73-47b0-8eb5-08612f92867a by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:03.736540 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Attempting to bind port 834a55eb-6e73-47b0-8eb5-08612f92867a on network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:03.772827 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:03.777812 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:03.781928 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:03.784218 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:03.784720 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Checking segment: {'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:03.785229 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.785684 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Bound using segment: {'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:03.786227 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Bound port: 834a55eb-6e73-47b0-8eb5-08612f92867a, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:03.786677 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.803002 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=00b38b17-acae-4e9c-bd40-095af97eabaf,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:03.850845 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 2, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:03.873947 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] For port 834a55eb-6e73-47b0-8eb5-08612f92867a, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:03.877585 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Checking router: 55afb809-7415-49a7-abe2-1d12bab9870d for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:03.878201 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Updating router 55afb809-7415-49a7-abe2-1d12bab9870d port 5836fc9b-0a54-42c0-a924-90f308d090b9 binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:03.878521 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] For port 834a55eb-6e73-47b0-8eb5-08612f92867a, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=834a55eb-6e73-47b0-8eb5-08612f92867a,segment=NetworkSegment(7569b6ad-cf9b-481f-b8b5-678fa84adacf),segment_id=7569b6ad-cf9b-481f-b8b5-678fa84adacf)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:03.887753 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.913441 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.979285 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22ec90-85c4-46d5-9643-e233f555b07e None None] Pushing event updated for resources: {'Port': ['ID=834a55eb-6e73-47b0-8eb5-08612f92867a,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:04.083178 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks [] for router_gateway (8efea9ef-2cf5-4728-b497-703c09ca0166), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.220160 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.239510 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 7 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:04.246012 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feee6b-a1d0-430f-820f-084bd5fdba87 req-04ff2b41-514a-44d7-94ce-0f4460a0b40c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.256799 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-49feee6b-a1d0-430f-820f-084bd5fdba87 req-04ff2b41-514a-44d7-94ce-0f4460a0b40c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 944 time: 0.4085312 Sep 23 15:22:04.295707 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Port 5836fc9b-0a54-42c0-a924-90f308d090b9 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:04.339886 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:04.425558 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Publish callbacks [] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.437613 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-49feee6b-a1d0-430f-820f-084bd5fdba87 req-5d520fdf-9ed9-4a8f-bcfd-8cf80141e5cb tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795435 Sep 23 15:22:04.439771 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.444530 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-4932fe2c-3503-42ea-8851-553989efeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.447983 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-4932fe2c-3503-42ea-8851-553989efeafc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1128 time: 0.1524065 Sep 23 15:22:04.490432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (8efea9ef-2cf5-4728-b497-703c09ca0166), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.497308 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Pushing event updated for resources: {'Port': ['ID=5836fc9b-0a54-42c0-a924-90f308d090b9,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:04.524737 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.525220 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.525666 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.526116 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.526533 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.526955 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.527383 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.527821 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.528232 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.528713 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.529122 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.529545 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.529976 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.530417 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.530863 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:04.564045 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-02c1e60b-f943-4388-9322-30834ffc2289 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1484804 Sep 23 15:22:04.568513 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 834a55eb-6e73-47b0-8eb5-08612f92867a up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:04.577883 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Attempting to bind port 5836fc9b-0a54-42c0-a924-90f308d090b9 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:04.578431 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Attempting to bind port 5836fc9b-0a54-42c0-a924-90f308d090b9 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:04.578882 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Attempting to bind port 5836fc9b-0a54-42c0-a924-90f308d090b9 on network 6e977df4-776b-4447-99be-1d03ae7632bf {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:04.609948 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-3b626cf6-25bf-4c79-a8b2-70b93ff2682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.611947 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-3b626cf6-25bf-4c79-a8b2-70b93ff2682e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.1561470 Sep 23 15:22:04.625924 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 834a55eb-6e73-47b0-8eb5-08612f92867a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:04.626290 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.627082 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 834a55eb-6e73-47b0-8eb5-08612f92867a Sep 23 15:22:04.627740 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:04.628117 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Checking segment: {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:04.628512 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.628925 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Bound using segment: {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:04.629400 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Bound port: 5836fc9b-0a54-42c0-a924-90f308d090b9, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:04.629769 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.664403 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:04.668388 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Router 8efea9ef-2cf5-4728-b497-703c09ca0166 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:22:04.692849 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-5ccfc924-3817-4e5b-b6be-ea28cd20ade7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 217 time: 0.0438850 Sep 23 15:22:04.699106 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] For port 5836fc9b-0a54-42c0-a924-90f308d090b9, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:04.703002 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] For port 5836fc9b-0a54-42c0-a924-90f308d090b9, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=5836fc9b-0a54-42c0-a924-90f308d090b9,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:04.714277 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.723734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-9deb4c09-9f80-4be5-90bb-7cc6ed7e78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.724913 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-9deb4c09-9f80-4be5-90bb-7cc6ed7e78db service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1129 time: 0.0576351 Sep 23 15:22:04.762202 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 834a55eb-6e73-47b0-8eb5-08612f92867a is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:04.762553 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.766564 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-d1210e04-572f-4708-b88e-d211d87354e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.768320 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-d1210e04-572f-4708-b88e-d211d87354e7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0693986 Sep 23 15:22:04.774185 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:04.774780 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:04.804674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 834a55eb-6e73-47b0-8eb5-08612f92867a, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=834a55eb-6e73-47b0-8eb5-08612f92867a,segment=NetworkSegment(7569b6ad-cf9b-481f-b8b5-678fa84adacf),segment_id=7569b6ad-cf9b-481f-b8b5-678fa84adacf)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:04.807262 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Attempt 8 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:04.809009 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b334b-bddf-49b7-9528-2534ac0b8635 None None] Pushing event updated for resources: {'Port': ['ID=5836fc9b-0a54-42c0-a924-90f308d090b9,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:04.832583 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.833862 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device e005e51e-add6-4ee3-a73e-e699cd4bde54 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:04.834157 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:04.834965 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:04.865364 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-9fd481d3-fbd4-4fa1-94d3-de467abf4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.877824 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-9fd481d3-fbd4-4fa1-94d3-de467abf4f03 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013546 Sep 23 15:22:04.957845 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=834a55eb-6e73-47b0-8eb5-08612f92867a,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:04.962807 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port e005e51e-add6-4ee3-a73e-e699cd4bde54 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:04.963037 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.963366 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port e005e51e-add6-4ee3-a73e-e699cd4bde54 Sep 23 15:22:04.979206 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:04.987021 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:05.021496 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:05.021735 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Current status of the port 5836fc9b-0a54-42c0-a924-90f308d090b9 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:05.022234 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.037999 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:05.053130 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['306b9553-4640-49fe-82dd-dd744475cdb3'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:22:05.057573 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-1fbac745-f934-4b2d-9112-8205860c5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:05.058994 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-1fbac745-f934-4b2d-9112-8205860c5b04 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.2946076 Sep 23 15:22:05.060603 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-871b5ace-3b17-47db-8cc0-47a4073d14e6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744175 Sep 23 15:22:05.066261 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Sync routers for ids ['8efea9ef-2cf5-4728-b497-703c09ca0166'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:05.087242 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.093646 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-912c643d-8516-4a4a-8e55-edaa0678d9a4 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0957432 Sep 23 15:22:05.094858 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54736) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:05.130830 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:05.163969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] For port 5836fc9b-0a54-42c0-a924-90f308d090b9, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=5836fc9b-0a54-42c0-a924-90f308d090b9,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:05.173717 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Routers {'8efea9ef-2cf5-4728-b497-703c09ca0166'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:05.174615 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['8efea9ef-2cf5-4728-b497-703c09ca0166'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:05.221796 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.258173 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5705ed4-3392-4ee9-a618-eda9ab8e70f5 req-203db444-e09c-44de-a366-6f03ef32a60b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837857 Sep 23 15:22:05.272121 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269c75d-540c-4231-aba4-bf7fdc419c59 None None] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:05.299365 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-beb2e897-4c8a-4ba0-b80b-c07b227d3b88 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 1001 time: 0.2267017 Sep 23 15:22:05.315492 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:04Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:05.343971 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c8e92-4b7d-46d1-a6e3-846611f935bd None None] The sync data for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi is: [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:04Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:05.393267 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-7b7bb317-b5dc-463f-9710-605c06443eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:05.394753 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-7b7bb317-b5dc-463f-9710-605c06443eb5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0845861 Sep 23 15:22:05.487674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Provisioning complete for port 834a55eb-6e73-47b0-8eb5-08612f92867a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:05.488052 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.488385 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Attempt 1 to provision port 834a55eb-6e73-47b0-8eb5-08612f92867a Sep 23 15:22:05.490010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b6e1d-eddb-40e0-ae46-0acbaec15247 None None] Pushing event updated for resources: {'Port': ['ID=5836fc9b-0a54-42c0-a924-90f308d090b9,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:05.517264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-a9ec357a-fa3b-49d3-9908-3c8257b8d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:05.518734 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-a9ec357a-fa3b-49d3-9908-3c8257b8d4c9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871847 Sep 23 15:22:05.520281 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port e005e51e-add6-4ee3-a73e-e699cd4bde54 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:05.595443 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Set router 8efea9ef-2cf5-4728-b497-703c09ca0166 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:05.734440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795e41-c8cc-410d-9ef5-6d85a7cc3f12 req-129ebe89-6c26-4f70-9e3d-5359d2015878 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:05.745294 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3795e41-c8cc-410d-9ef5-6d85a7cc3f12 req-129ebe89-6c26-4f70-9e3d-5359d2015878 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 944 time: 0.1445673 Sep 23 15:22:05.760625 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:05.799773 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:05.821979 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Current status of the port 834a55eb-6e73-47b0-8eb5-08612f92867a is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:05.849547 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Provisioning complete for port 5836fc9b-0a54-42c0-a924-90f308d090b9 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:05.849959 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.850277 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Attempt 1 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:05.855580 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-ead66109-5f51-4b05-be61-0b8b35743b5a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227322 Sep 23 15:22:05.905557 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3795e41-c8cc-410d-9ef5-6d85a7cc3f12 req-10625101-4243-446f-9771-f72f4e1ce81d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527593 Sep 23 15:22:05.995148 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:03Z', 'revision_number': 3, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port': {'id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:06.025997 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Checking router: 8efea9ef-2cf5-4728-b497-703c09ca0166 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:06.027137 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Updating router 8efea9ef-2cf5-4728-b497-703c09ca0166 port 00b38b17-acae-4e9c-bd40-095af97eabaf binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:06.199020 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-58b6fe2a-3dfa-42a9-a49f-ae9f70e41894 None None] Current status of the port 5836fc9b-0a54-42c0-a924-90f308d090b9 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:06.207662 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.271257 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:06.288495 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.296854 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:06.309358 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5af7ba01-4f36-4164-ad99-bdce7993c876 req-1485c0d3-7dd0-43f6-8037-ac217cfce42e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395804 Sep 23 15:22:06.337520 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-972fcc5f-8fc9-4782-88b2-d688353ea5f5 None None] Provisioning complete for port 834a55eb-6e73-47b0-8eb5-08612f92867a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:06.337665 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-972fcc5f-8fc9-4782-88b2-d688353ea5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.337980 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-972fcc5f-8fc9-4782-88b2-d688353ea5f5 None None] Attempt 1 to provision port 834a55eb-6e73-47b0-8eb5-08612f92867a Sep 23 15:22:06.450056 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 834a55eb-6e73-47b0-8eb5-08612f92867a up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:06.508179 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Allocated IP 172.20.0.1 (331dbed7-a72b-4da4-9dd4-6d9e9efc04fb/3b1d6000-5611-4713-8f53-bd95dddcafb8/1d90a8d4-acf3-401c-b5db-67f6ccbfda6c) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:06.558680 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-972fcc5f-8fc9-4782-88b2-d688353ea5f5 None None] Current status of the port 834a55eb-6e73-47b0-8eb5-08612f92867a is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:06.575938 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Publish callbacks [] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.581420 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 834a55eb-6e73-47b0-8eb5-08612f92867a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:06.581779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.582153 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 834a55eb-6e73-47b0-8eb5-08612f92867a Sep 23 15:22:06.585176 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.626040 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks [] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.644133 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Attempting to bind port 00b38b17-acae-4e9c-bd40-095af97eabaf on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:06.644503 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Attempting to bind port 00b38b17-acae-4e9c-bd40-095af97eabaf by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:06.644887 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Attempting to bind port 00b38b17-acae-4e9c-bd40-095af97eabaf on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:06.660479 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.686180 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283d71-fd39-4dc9-836f-4175a2152aed None None] Pushing event updated for resources: {'Port': ['ID=00b38b17-acae-4e9c-bd40-095af97eabaf,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:06.690509 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:06.707639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:06.712901 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:06.715206 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Pushing event updated for resources: {'Port': ['ID=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:06.717411 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:06.730523 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:06.730900 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:06.731305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.731691 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:06.732375 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Bound port: 00b38b17-acae-4e9c-bd40-095af97eabaf, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:06.732567 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.759129 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (8efea9ef-2cf5-4728-b497-703c09ca0166), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.767568 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 834a55eb-6e73-47b0-8eb5-08612f92867a is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:06.768773 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 5836fc9b-0a54-42c0-a924-90f308d090b9 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:06.820966 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] For port 00b38b17-acae-4e9c-bd40-095af97eabaf, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:06.824472 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] For port 00b38b17-acae-4e9c-bd40-095af97eabaf, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=00b38b17-acae-4e9c-bd40-095af97eabaf,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:06.834776 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.886616 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 5836fc9b-0a54-42c0-a924-90f308d090b9 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:06.887032 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.887428 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 5836fc9b-0a54-42c0-a924-90f308d090b9 Sep 23 15:22:06.892442 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Routers {'8efea9ef-2cf5-4728-b497-703c09ca0166'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:06.893305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['8efea9ef-2cf5-4728-b497-703c09ca0166'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:06.903882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:06.933458 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.963020 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283d71-fd39-4dc9-836f-4175a2152aed None None] Pushing event updated for resources: {'Port': ['ID=00b38b17-acae-4e9c-bd40-095af97eabaf,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:06.984486 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:07.028825 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Provisioning complete for port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:07.029490 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.029490 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 1 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:07.047314 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca26b-ab85-4343-b58e-7bf779e9407e req-b5d133d6-2ca8-4197-853a-65af55a1b1b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:07.049066 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-684ca26b-ab85-4343-b58e-7bf779e9407e req-b5d133d6-2ca8-4197-853a-65af55a1b1b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 944 time: 0.0564735 Sep 23 15:22:07.106154 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-684ca26b-ab85-4343-b58e-7bf779e9407e req-eb94af9f-b355-426d-b258-a291295ca20f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496514 Sep 23 15:22:07.113749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks [] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.113918 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] Set router 8efea9ef-2cf5-4728-b497-703c09ca0166 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:07.121122 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.139252 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:07.144348 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 5836fc9b-0a54-42c0-a924-90f308d090b9 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:07.189730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (8efea9ef-2cf5-4728-b497-703c09ca0166), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.191698 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Pushing event updated for resources: {'Port': ['ID=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:07.244140 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:07.290092 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:07.291403 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:07.317722 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 4, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port': {'id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '1d90a8d4-acf3-401c-b5db-67f6ccbfda6c', 'name': '', 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'mac_address': 'fa:16:3e:5f:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:06Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 1, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'subnets': [{'id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:07.344195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8068c84-3648-4bfd-aebb-20ae0241ba9e None None] The sync data for ids ['8efea9ef-2cf5-4728-b497-703c09ca0166'] in dv-cinder-855013-3-iscsi is: [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 4, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port': {'id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '1d90a8d4-acf3-401c-b5db-67f6ccbfda6c', 'name': '', 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'mac_address': 'fa:16:3e:5f:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:06Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 1, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'subnets': [{'id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:07.417181 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Router 8efea9ef-2cf5-4728-b497-703c09ca0166 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:22:07.534664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:07.540151 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-43b96b01-5442-410d-8ff0-21de38ccd123 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/8efea9ef-2cf5-4728-b497-703c09ca0166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4425716 Sep 23 15:22:07.641219 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 2 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:07.674435 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:08.175656 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 3 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:08.227811 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:08.265918 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f686ad-bf13-4ada-bd5e-4e746e6d4c0a req-78014f23-dc32-42d4-9be6-99367d9afd35 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:08.267705 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-85f686ad-bf13-4ada-bd5e-4e746e6d4c0a req-78014f23-dc32-42d4-9be6-99367d9afd35 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 944 time: 0.0620027 Sep 23 15:22:08.391814 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-85f686ad-bf13-4ada-bd5e-4e746e6d4c0a req-494592fa-3ae7-466e-94c4-66f05d064d62 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024034 Sep 23 15:22:08.451121 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 00b38b17-acae-4e9c-bd40-095af97eabaf up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:08.510231 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 00b38b17-acae-4e9c-bd40-095af97eabaf triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:08.510606 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:08.510938 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 00b38b17-acae-4e9c-bd40-095af97eabaf Sep 23 15:22:08.558425 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:08.600055 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 00b38b17-acae-4e9c-bd40-095af97eabaf is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:08.600631 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:08.645715 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 00b38b17-acae-4e9c-bd40-095af97eabaf, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=00b38b17-acae-4e9c-bd40-095af97eabaf,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:08.652831 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:08.713603 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=00b38b17-acae-4e9c-bd40-095af97eabaf,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:08.721325 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.721672 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.722045 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.722362 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.722691 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.723017 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.723338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.723659 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.723978 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.724296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.724667 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.724996 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.725311 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.725650 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.725947 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:08.731005 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 4 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:08.770863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:09.271798 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 5 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:09.307120 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:09.535467 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e77b4-66e2-47f8-9e2b-c465d9bf0a21 req-e593e644-7872-4ec0-99d7-3c14f56c3706 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:09.542713 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2f1e77b4-66e2-47f8-9e2b-c465d9bf0a21 req-e593e644-7872-4ec0-99d7-3c14f56c3706 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 944 time: 0.0760322 Sep 23 15:22:09.605227 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2f1e77b4-66e2-47f8-9e2b-c465d9bf0a21 req-b33b7f00-bc1e-4be7-92fe-b1ee803cf692 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612872 Sep 23 15:22:09.720982 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Sync routers for ids ['8efea9ef-2cf5-4728-b497-703c09ca0166'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:09.731883 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Routers {'8efea9ef-2cf5-4728-b497-703c09ca0166'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:09.732803 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['8efea9ef-2cf5-4728-b497-703c09ca0166'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:09.808527 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 6 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:09.843868 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Set router 8efea9ef-2cf5-4728-b497-703c09ca0166 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:09.853520 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:10.049796 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 4, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port': {'id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '1d90a8d4-acf3-401c-b5db-67f6ccbfda6c', 'name': '', 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'mac_address': 'fa:16:3e:5f:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:06Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 2, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'subnets': [{'id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:10.075151 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Checking router: 8efea9ef-2cf5-4728-b497-703c09ca0166 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:10.075763 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Updating router 8efea9ef-2cf5-4728-b497-703c09ca0166 port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:10.110432 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.207586 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:10.358146 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 7 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:10.482044 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:10.523841 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 00b38b17-acae-4e9c-bd40-095af97eabaf up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:10.531904 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Publish callbacks [] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.552194 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.603650 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524b749-c650-43c8-921d-84d230c724ec None None] Pushing event updated for resources: {'Port': ['ID=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:10.604312 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 00b38b17-acae-4e9c-bd40-095af97eabaf triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:10.604899 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.605391 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 00b38b17-acae-4e9c-bd40-095af97eabaf Sep 23 15:22:10.707639 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Attempting to bind port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:10.707639 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Attempting to bind port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:10.707639 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Attempting to bind port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c on network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:10.728800 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:10.739067 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 00b38b17-acae-4e9c-bd40-095af97eabaf is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:10.763447 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d429-c5f3-44d0-a8a9-e5418b3f0f99 req-e561d95e-1f52-44f4-8347-333cbead46ce tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:10.772185 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-25e8d429-c5f3-44d0-a8a9-e5418b3f0f99 req-e561d95e-1f52-44f4-8347-333cbead46ce tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 944 time: 0.0773723 Sep 23 15:22:10.775110 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:10.783388 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:10.783757 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Checking segment: {'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:10.784155 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.784831 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Bound using segment: {'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:10.785308 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Bound port: 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7569b6ad-cf9b-481f-b8b5-678fa84adacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:10.785674 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.832388 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-25e8d429-c5f3-44d0-a8a9-e5418b3f0f99 req-05c3ace8-cf2a-4f03-909d-37a7174d5202 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584223 Sep 23 15:22:10.878400 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] For port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:10.881744 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] For port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,segment=NetworkSegment(7569b6ad-cf9b-481f-b8b5-678fa84adacf),segment_id=7569b6ad-cf9b-481f-b8b5-678fa84adacf)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:10.897284 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.971839 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Routers {'8efea9ef-2cf5-4728-b497-703c09ca0166'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:10.972546 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:21:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['8efea9ef-2cf5-4728-b497-703c09ca0166'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:10.981393 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524b749-c650-43c8-921d-84d230c724ec None None] Pushing event updated for resources: {'Port': ['ID=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:10.983183 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Attempt 8 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:11.114213 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Current status of the port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:11.115043 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.182177 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] For port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,segment=NetworkSegment(7569b6ad-cf9b-481f-b8b5-678fa84adacf),segment_id=7569b6ad-cf9b-481f-b8b5-678fa84adacf)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:11.216776 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.238573 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] Set router 8efea9ef-2cf5-4728-b497-703c09ca0166 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:11.276477 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad05ce-7f60-49c3-827d-7030a92f33b2 None None] Pushing event updated for resources: {'Port': ['ID=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:11.345071 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-fc172ea6-1544-4e3a-9981-ea669a05c3a1 None None] Provisioning complete for port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:11.345604 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-fc172ea6-1544-4e3a-9981-ea669a05c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.346059 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-fc172ea6-1544-4e3a-9981-ea669a05c3a1 None None] Attempt 1 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:11.425338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-fc172ea6-1544-4e3a-9981-ea669a05c3a1 None None] Current status of the port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:11.431398 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:11.505565 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 4, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port': {'id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '1d90a8d4-acf3-401c-b5db-67f6ccbfda6c', 'name': '', 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'mac_address': 'fa:16:3e:5f:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:06Z', 'updated_at': '2022-09-23T15:22:10Z', 'revision_number': 4, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'subnets': [{'id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:11.543543 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c0d3e-caad-4863-a917-2bafe0dedbbe None None] The sync data for ids ['8efea9ef-2cf5-4728-b497-703c09ca0166'] in dv-cinder-855013-3-iscsi is: [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:06Z', 'revision_number': 4, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port': {'id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '1d90a8d4-acf3-401c-b5db-67f6ccbfda6c', 'name': '', 'network_id': '331dbed7-a72b-4da4-9dd4-6d9e9efc04fb', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'mac_address': 'fa:16:3e:5f:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:06Z', 'updated_at': '2022-09-23T15:22:10Z', 'revision_number': 4, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'subnets': [{'id': '3b1d6000-5611-4713-8f53-bd95dddcafb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:11.947565 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:11.999451 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fb2af-5541-47b7-9f6d-cd684c3cabfe req-63c609b7-75a4-478d-8c34-297adfef9843 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:12.012502 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-403fb2af-5541-47b7-9f6d-cd684c3cabfe req-63c609b7-75a4-478d-8c34-297adfef9843 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 944 time: 0.0767295 Sep 23 15:22:12.069886 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-403fb2af-5541-47b7-9f6d-cd684c3cabfe req-2e9e8dd0-25cb-4eb4-94ad-cefaaead56b8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562150 Sep 23 15:22:12.445469 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:12.498709 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:12.499178 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.499642 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c Sep 23 15:22:12.667448 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:12.718331 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:12.813742 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 306b9553-4640-49fe-82dd-dd744475cdb3 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:12.857737 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 306b9553-4640-49fe-82dd-dd744475cdb3 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:22:12.868163 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 306b9553-4640-49fe-82dd-dd744475cdb3 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:12.870721 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.871315 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 306b9553-4640-49fe-82dd-dd744475cdb3 Sep 23 15:22:12.983121 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 306b9553-4640-49fe-82dd-dd744475cdb3 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:12.983591 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.009876 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:13.012183 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2518da8d-aeff-4ce7-903a-a9cb6e2b47ed" -d '{"events": [{"server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "name": "network-vif-plugged", "status": "completed", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:13.043538 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 306b9553-4640-49fe-82dd-dd744475cdb3, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=306b9553-4640-49fe-82dd-dd744475cdb3,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:13.051576 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.087894 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e5bd6-15e0-40d1-841d-700a23ab7b7b x-openstack-request-id: req-084e5bd6-15e0-40d1-841d-700a23ab7b7b {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:13.088235 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "name": "network-vif-plugged", "status": "completed", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:13.088432 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-084e5bd6-15e0-40d1-841d-700a23ab7b7b {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:13.088903 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084e5bd6-15e0-40d1-841d-700a23ab7b7b'] response: {'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3', 'code': 200} Sep 23 15:22:13.117451 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=306b9553-4640-49fe-82dd-dd744475cdb3,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:13.191086 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3f8bc-d859-4033-b034-6bb2b03a28a8 req-380fb8be-88ba-43bb-9b45-e44ad54ba32f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:13.193248 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9bc3f8bc-d859-4033-b034-6bb2b03a28a8 req-380fb8be-88ba-43bb-9b45-e44ad54ba32f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Sep 23 15:22:13.256712 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9bc3f8bc-d859-4033-b034-6bb2b03a28a8 req-dbb81b3d-aeaa-4e16-bcfb-624f0b77a524 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573742 Sep 23 15:22:13.785643 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33a35b-0b47-4b8b-b08d-bb94f0262812 req-ea5b4935-7a5f-465b-9ba0-bcaf93757694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:13.787162 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c33a35b-0b47-4b8b-b08d-bb94f0262812 req-ea5b4935-7a5f-465b-9ba0-bcaf93757694 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1129 time: 0.0497255 Sep 23 15:22:13.835987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c33a35b-0b47-4b8b-b08d-bb94f0262812 req-2e762cda-9768-4ec8-b53a-3b400ebdcdb0 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409551 Sep 23 15:22:14.361551 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:14.399273 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac07de8-78a4-40c2-a0a9-7e224443d68c req-18dfd8f3-ed51-42c2-a46d-8f676699633a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:14.400924 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ac07de8-78a4-40c2-a0a9-7e224443d68c req-18dfd8f3-ed51-42c2-a46d-8f676699633a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0503047 Sep 23 15:22:14.455247 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ac07de8-78a4-40c2-a0a9-7e224443d68c req-4c5176da-0f50-4a3e-8a5c-b9d668b77c27 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473902 Sep 23 15:22:15.595242 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04741e-a5ce-4781-b3d3-303783c7513d req-98113530-eefd-4e51-a470-e96b0313256d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:15.596657 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e04741e-a5ce-4781-b3d3-303783c7513d req-98113530-eefd-4e51-a470-e96b0313256d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0583138 Sep 23 15:22:15.649575 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e04741e-a5ce-4781-b3d3-303783c7513d req-02274f2c-4446-404d-902b-92fd479633dc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470440 Sep 23 15:22:16.787928 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f4219-5d93-46c9-83f5-bcad2b30bc11 req-272d9baf-3374-44dc-a53b-732b0e263923 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:16.789457 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-584f4219-5d93-46c9-83f5-bcad2b30bc11 req-272d9baf-3374-44dc-a53b-732b0e263923 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0585768 Sep 23 15:22:16.860376 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-584f4219-5d93-46c9-83f5-bcad2b30bc11 req-346fe694-db69-4e3b-970b-0326b5a6fb4b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649655 Sep 23 15:22:17.674288 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-8c8d92ee-1925-48e0-987c-27f04254c196 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:17.675649 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-8c8d92ee-1925-48e0-987c-27f04254c196 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 815 time: 0.1296661 Sep 23 15:22:17.696337 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-10469aeb-7d45-48da-82ae-8eaa165b4613 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/quotas/1b76f9eee7a14eb581dcdc19101fc774 HTTP/1.1" status: 200 len: 375 time: 0.0115223 Sep 23 15:22:17.753726 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-f365d458-cbcd-46ef-a3ed-5fb93e0e9603 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521700 Sep 23 15:22:17.834133 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:17.863816 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-a0c46c17-3534-44af-9396-f1ba76bce4e4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963137 Sep 23 15:22:17.965161 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-1d7f4f73-7355-4ce4-a379-fab446ffe0b3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922339 Sep 23 15:22:17.988353 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a1748-229e-422b-8663-c0f1fe2e7c24 req-4825bc50-5850-48ae-8d19-c826239e9981 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:17.989609 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f36a1748-229e-422b-8663-c0f1fe2e7c24 req-4825bc50-5850-48ae-8d19-c826239e9981 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Sep 23 15:22:18.040950 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f36a1748-229e-422b-8663-c0f1fe2e7c24 req-5106d1cd-3439-4e54-acaf-a8f40485f113 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451860 Sep 23 15:22:18.279158 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bb976f9e-d894-4513-9fad-e003d88100ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.543163 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:22:19.158553 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a4c6f0d2-dc5f-4706-bfd9-02e0d1efdd72 req-ee853e4c-1e14-4fed-ae45-38b8b149d9b6 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 210 time: 0.0301340 Sep 23 15:22:19.182708 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d8084-6654-449f-9b80-e716a771680f req-0d427200-fa28-41b3-8fa9-2317df438f14 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:19.184175 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-df5d8084-6654-449f-9b80-e716a771680f req-0d427200-fa28-41b3-8fa9-2317df438f14 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0582445 Sep 23 15:22:19.233347 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-df5d8084-6654-449f-9b80-e716a771680f req-dc9c59f1-3851-4c10-82f5-a6448342a1b0 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434933 Sep 23 15:22:20.264546 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5935b3be-f7e1-4d11-90bc-6b1685c87b13 req-13092bee-7e5a-44e5-9eb6-8154199e46b1 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 210 time: 0.0300262 Sep 23 15:22:20.358150 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d909-20ae-4ff7-836e-7bf342296b50 req-d5011f78-7d88-43a0-8531-7804fae7e6d6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:20.359844 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d65d909-20ae-4ff7-836e-7bf342296b50 req-d5011f78-7d88-43a0-8531-7804fae7e6d6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0487170 Sep 23 15:22:20.408028 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7d65d909-20ae-4ff7-836e-7bf342296b50 req-3a66fecb-2cc3-4c13-9664-a6f8913aa844 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422800 Sep 23 15:22:20.443793 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c0873df6-43b5-489d-997c-e3944fec52e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.369417 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-09bd5c94-1871-403e-bf3f-748f5b627db2 req-a594e716-f8db-469c-81ed-1984d8c1733f tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 210 time: 0.0293388 Sep 23 15:22:21.532362 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08187cce-0f2a-4cda-8501-c1213f4a8f21 req-4503913d-4fc6-40a9-9fdc-e1e184ef265f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:21.534653 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-08187cce-0f2a-4cda-8501-c1213f4a8f21 req-4503913d-4fc6-40a9-9fdc-e1e184ef265f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0527756 Sep 23 15:22:21.595990 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-08187cce-0f2a-4cda-8501-c1213f4a8f21 req-6105081a-80da-427d-ae64-d963c3c20d1f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553565 Sep 23 15:22:21.736214 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34f1fc-6754-4eb3-994c-11866ac8a61c req-b4d0d023-ebeb-4f6b-b06b-419245baac4a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:21.737699 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-be34f1fc-6754-4eb3-994c-11866ac8a61c req-b4d0d023-ebeb-4f6b-b06b-419245baac4a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0535061 Sep 23 15:22:21.749858 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 54964) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:21.754256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'floatingip': {'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:21.792638 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.868419 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.257703 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:22.297946 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.303746 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.412072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-2feaa925-f8a5-4ff8-9fa6-9bfc8106156f tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:22.413563 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-2feaa925-f8a5-4ff8-9fa6-9bfc8106156f tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.64 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 815 time: 0.1840982 Sep 23 15:22:22.439365 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Floating IP d77e28ae-91b0-4fe1-a986-97247bc3db9c associated. External IP: 172.27.1.210, port: 306b9553-4640-49fe-82dd-dd744475cdb3. Sep 23 15:22:22.496281 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c0bdc2ac-cd92-4ada-9916-0451734c348b req-c5aa358d-04e8-4c99-bee8-eb7c99afcb87 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 210 time: 0.0309494 Sep 23 15:22:22.544539 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'port': {'device_id': 'af869e43-152c-46fe-9759-c0b506650b1d', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'admin_state_up': True, 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:22.592639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:22.987123 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:22:23.053865 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Made reservation on behalf of 1b76f9eee7a14eb581dcdc19101fc774 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:23.058438 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.191333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:23.198713 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.201902 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] Sync routers for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:23.214746 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:23.215373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:22:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:23.257042 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b5f3f0a3-aa00-4dd0-a94c-fdf8831a120a tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/d77e28ae-91b0-4fe1-a986-97247bc3db9c HTTP/1.1" status: 200 len: 991 time: 1.5059826 Sep 23 15:22:23.260064 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:23.262623 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e3ab9c-c85c-4846-afba-5af61cc99139" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:23.284228 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Allocated IP 172.20.0.14 (6e977df4-776b-4447-99be-1d03ae7632bf/c4899bdf-b863-4bfd-838d-15981b8fcef2/6cacb33d-3b2c-43b4-8086-7c7978b2aae6) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:23.322123 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56c114a-ef87-4863-afbc-38752fe6312b x-openstack-request-id: req-c56c114a-ef87-4863-afbc-38752fe6312b {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:23.322412 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:23.322665 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c56c114a-ef87-4863-afbc-38752fe6312b {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:23.323067 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56c114a-ef87-4863-afbc-38752fe6312b'] response: {'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3', 'status': 'completed', 'code': 200} Sep 23 15:22:23.358890 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.367086 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:23.369728 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:23.457364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.459827 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.461184 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:23.535380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.579200 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Network 6e977df4-776b-4447-99be-1d03ae7632bf is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:23.586225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:23.589053 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:23.630345 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:23.707411 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8fb32-4549-45b4-ad37-b60887d511e8 req-05dfb36a-82cf-44ec-88fd-cf83e571a000 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:23.712580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:23.713266 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.723032 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-72b8fb32-4549-45b4-ad37-b60887d511e8 req-05dfb36a-82cf-44ec-88fd-cf83e571a000 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0769608 Sep 23 15:22:23.736142 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:23.742726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:23.757172 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2175794 Sep 23 15:22:23.758616 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.758915 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.759759 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.760161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.760502 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.760868 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.761260 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.761588 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.761918 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.762358 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.762696 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.763023 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.763365 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.763714 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.764064 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b060550f-86f8-4934-b8ab-c0c1d424a388 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:23.791770 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd77e28ae-91b0-4fe1-a986-97247bc3db9c', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'mac_address': 'fa:16:3e:49:fc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:45Z', 'updated_at': '2022-09-23T15:22:22Z', 'revision_number': 1, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:23.796044 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-72b8fb32-4549-45b4-ad37-b60887d511e8 req-fe741893-13d5-4faf-9c52-612852cca6cc tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718160 Sep 23 15:22:23.823601 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] Checking router: 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:23.833095 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:23.833775 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:22:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:23.946711 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Provisioning complete for port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:23.947003 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.947546 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 1 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:23.977098 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:24.025933 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:24.054459 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:24.227090 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd77e28ae-91b0-4fe1-a986-97247bc3db9c', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'mac_address': 'fa:16:3e:49:fc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:45Z', 'updated_at': '2022-09-23T15:22:22Z', 'revision_number': 1, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:24.255939 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08ad5a-e10b-4680-afbd-60011ec795cf None None] The sync data for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi is: [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd77e28ae-91b0-4fe1-a986-97247bc3db9c', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'mac_address': 'fa:16:3e:49:fc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:45Z', 'updated_at': '2022-09-23T15:22:22Z', 'revision_number': 1, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:24.466529 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f316d3b2-e124-4518-a491-01a4f1dd074b None None] New status for floating IP d77e28ae-91b0-4fe1-a986-97247bc3db9c: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:22:24.527774 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 2 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:24.566386 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:24.927555 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab9ed-f34b-446a-96d2-f0e4cfed7ac6 req-f8e99d89-a284-4a63-968a-fe1919a9d7e1 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:24.929066 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-60dab9ed-f34b-446a-96d2-f0e4cfed7ac6 req-f8e99d89-a284-4a63-968a-fe1919a9d7e1 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0482459 Sep 23 15:22:24.978432 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-60dab9ed-f34b-446a-96d2-f0e4cfed7ac6 req-b59dcfbb-04f4-4d13-9bad-58eee8bf8106 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Sep 23 15:22:25.068121 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 3 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:25.114322 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:25.615854 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 4 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:25.653450 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:26.103462 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b971791-5b14-4cf3-bd88-c8cbb6eca35f req-570a3b6b-c6a4-4b15-98cd-4d4a13f871e6 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:26.104913 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4b971791-5b14-4cf3-bd88-c8cbb6eca35f req-570a3b6b-c6a4-4b15-98cd-4d4a13f871e6 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0506706 Sep 23 15:22:26.132021 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55042) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:26.154466 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 5 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:26.161324 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4b971791-5b14-4cf3-bd88-c8cbb6eca35f req-ede70401-ecda-400a-a7aa-e1fcbb884f22 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500824 Sep 23 15:22:26.192130 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:26.279254 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-55c82638-ca12-4793-96b7-96df296e5707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.388923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-55c82638-ca12-4793-96b7-96df296e5707 admin admin] Publish callbacks [] for security_group (dc025ea0-423a-4434-8cfb-d0f70a29327f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.400344 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-55c82638-ca12-4793-96b7-96df296e5707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (dc025ea0-423a-4434-8cfb-d0f70a29327f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.450768 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-55c82638-ca12-4793-96b7-96df296e5707 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9a5275503f8746648f26bd0d9bef8610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174148 Sep 23 15:22:26.453143 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c82638-ca12-4793-96b7-96df296e5707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc025ea0-423a-4434-8cfb-d0f70a29327f,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:26.454135 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55052) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:26.520493 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Publish callbacks [] for security_group (dc025ea0-423a-4434-8cfb-d0f70a29327f), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.552671 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Publish callbacks [] for security_group (dc025ea0-423a-4434-8cfb-d0f70a29327f), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.574593 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:26.599739 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (dc025ea0-423a-4434-8cfb-d0f70a29327f), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.602958 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.606911 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/dc025ea0-423a-4434-8cfb-d0f70a29327f HTTP/1.1" status: 204 len: 168 time: 0.1487548 Sep 23 15:22:26.614877 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc025ea0-423a-4434-8cfb-d0f70a29327f,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:26.650301 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.650645 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.651012 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.651337 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.651638 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.651959 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.652278 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.652618 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.652930 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.653247 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.653563 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.653871 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.654366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.654828 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.655408 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109d9f1-8c30-437f-95f5-92860098202b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:26.691488 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 6 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:26.730760 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:27.231970 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 7 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:27.290136 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:27.291515 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:27.300624 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ed3e2-556f-4e69-8574-58b3e42fa7cd req-e14f55b4-1584-4c5c-9cd6-e285b0d4834f tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:27.302484 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-370ed3e2-556f-4e69-8574-58b3e42fa7cd req-e14f55b4-1584-4c5c-9cd6-e285b0d4834f tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0540221 Sep 23 15:22:27.353512 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-370ed3e2-556f-4e69-8574-58b3e42fa7cd req-80ff15b9-e671-4936-aa3a-02073b76f374 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448611 Sep 23 15:22:27.793382 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 8 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:27.840176 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:28.342328 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 9 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:28.379047 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:28.477654 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f10f04-c04c-4537-a593-58d6ab67cbf5 req-1d39ae42-5011-487b-889b-38468bb309d2 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:28.479158 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-17f10f04-c04c-4537-a593-58d6ab67cbf5 req-1d39ae42-5011-487b-889b-38468bb309d2 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0480740 Sep 23 15:22:28.537318 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-17f10f04-c04c-4537-a593-58d6ab67cbf5 req-9b366c67-c8db-4606-b882-7b3b0fc6e2a5 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521960 Sep 23 15:22:28.880140 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Attempt 10 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:28.914701 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-0f279586-0dcd-4a71-b12f-7026b3beada4 None None] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:29.669209 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57d5a0-3c9b-4c04-8ece-44053c846719 req-661d7128-c36d-4272-8812-3f2f70c8975d tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:29.670690 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9c57d5a0-3c9b-4c04-8ece-44053c846719 req-661d7128-c36d-4272-8812-3f2f70c8975d tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0483139 Sep 23 15:22:29.724438 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9c57d5a0-3c9b-4c04-8ece-44053c846719 req-665a7aec-8798-463b-8d4d-511eb31e4adc tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Sep 23 15:22:30.217002 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55086) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:30.329733 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9a69c22-e3f9-417c-9081-cedc297b159e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.437511 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9a69c22-e3f9-417c-9081-cedc297b159e admin admin] Publish callbacks [] for security_group (a67d5b55-3890-4d19-818d-f2d93e952a86), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.442942 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9a69c22-e3f9-417c-9081-cedc297b159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (a67d5b55-3890-4d19-818d-f2d93e952a86), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.483085 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e9a69c22-e3f9-417c-9081-cedc297b159e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=6f972d1448134d4a8a1b68a34e40f643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649627 Sep 23 15:22:30.483932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a69c22-e3f9-417c-9081-cedc297b159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d5b55-3890-4d19-818d-f2d93e952a86,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:30.486126 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55090) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:30.556349 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eb735f9e-b3d9-4b16-9f16-5fa135e2598e admin admin] Publish callbacks [] for security_group (a67d5b55-3890-4d19-818d-f2d93e952a86), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.584051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eb735f9e-b3d9-4b16-9f16-5fa135e2598e admin admin] Publish callbacks [] for security_group (a67d5b55-3890-4d19-818d-f2d93e952a86), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.632867 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:30.640103 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eb735f9e-b3d9-4b16-9f16-5fa135e2598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (a67d5b55-3890-4d19-818d-f2d93e952a86), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.642778 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-eb735f9e-b3d9-4b16-9f16-5fa135e2598e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.643927 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-eb735f9e-b3d9-4b16-9f16-5fa135e2598e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/a67d5b55-3890-4d19-818d-f2d93e952a86 HTTP/1.1" status: 204 len: 168 time: 0.1567166 Sep 23 15:22:30.652704 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb735f9e-b3d9-4b16-9f16-5fa135e2598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d5b55-3890-4d19-818d-f2d93e952a86,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:30.865922 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95486c-fd75-4ae9-b69e-c30a017c91c5 req-7100e557-6ffb-4de5-8ad7-6133495b9362 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:30.873618 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4b95486c-fd75-4ae9-b69e-c30a017c91c5 req-7100e557-6ffb-4de5-8ad7-6133495b9362 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0620284 Sep 23 15:22:30.925947 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4b95486c-fd75-4ae9-b69e-c30a017c91c5 req-d65e5614-a080-4051-abf2-b532fa965846 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511086 Sep 23 15:22:32.061162 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa93608-564f-4987-913a-43d0c782665d req-9486f60e-b28a-4563-b030-5a3e761209b9 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.069158 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8aa93608-564f-4987-913a-43d0c782665d req-9486f60e-b28a-4563-b030-5a3e761209b9 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0554368 Sep 23 15:22:32.114794 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8aa93608-564f-4987-913a-43d0c782665d req-ff77bff9-fb67-4e4c-a8b1-43deca02db7a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446320 Sep 23 15:22:33.268332 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dceef-e75a-4735-a54d-9858eb86cea6 req-687b4994-c0f9-4efb-8c6f-46f39baeb53c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:33.270597 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-737dceef-e75a-4735-a54d-9858eb86cea6 req-687b4994-c0f9-4efb-8c6f-46f39baeb53c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0720558 Sep 23 15:22:33.327012 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-737dceef-e75a-4735-a54d-9858eb86cea6 req-73083202-aad5-41f4-b2f0-26bc9ec08e1d tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493114 Sep 23 15:22:34.221820 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:34.453587 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da25f-5957-425b-9c65-f78bf1e95531 req-e436739a-45d7-4b34-bee6-248f783d4df7 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:34.455046 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff4da25f-5957-425b-9c65-f78bf1e95531 req-e436739a-45d7-4b34-bee6-248f783d4df7 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0486162 Sep 23 15:22:34.506835 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff4da25f-5957-425b-9c65-f78bf1e95531 req-e0796105-9b78-4e22-883f-ae9940a05569 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454195 Sep 23 15:22:34.578034 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:34.608192 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:35.640117 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd32ea4-a01a-4931-80c4-4852b8b48ebc req-ffcf44f1-4072-477d-a8ab-1895d6e5ed84 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:35.641611 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6cd32ea4-a01a-4931-80c4-4852b8b48ebc req-ffcf44f1-4072-477d-a8ab-1895d6e5ed84 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0475466 Sep 23 15:22:35.691055 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6cd32ea4-a01a-4931-80c4-4852b8b48ebc req-53da3639-b587-42ce-a5df-032c14b8116c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 Sep 23 15:22:36.828977 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54362e50-bad6-48ef-bf2d-f8c43b182e2a req-c90f4795-919e-4896-a29e-6e8950b999da tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:36.830429 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-54362e50-bad6-48ef-bf2d-f8c43b182e2a req-c90f4795-919e-4896-a29e-6e8950b999da tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0520024 Sep 23 15:22:36.881436 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-54362e50-bad6-48ef-bf2d-f8c43b182e2a req-92ada602-848b-42c6-ae8a-39a2168b4de1 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Sep 23 15:22:38.017178 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329c5fb-24e3-47dc-8fd6-57995db1a221 req-e82f97cc-9e8c-4d41-bddc-19012138d8a9 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:38.018660 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0329c5fb-24e3-47dc-8fd6-57995db1a221 req-e82f97cc-9e8c-4d41-bddc-19012138d8a9 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0516050 Sep 23 15:22:38.076772 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0329c5fb-24e3-47dc-8fd6-57995db1a221 req-c2c8c2f2-0e9b-4306-b7fe-b029867c621a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520775 Sep 23 15:22:39.228241 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2de20-d3fd-4db7-a49b-82aef638f6e4 req-640561d1-240b-4dfc-8f21-8bcf7de1d060 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:39.231085 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-30d2de20-d3fd-4db7-a49b-82aef638f6e4 req-640561d1-240b-4dfc-8f21-8bcf7de1d060 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0685079 Sep 23 15:22:39.297418 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:39.308292 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-30d2de20-d3fd-4db7-a49b-82aef638f6e4 req-96f47dff-84a6-4026-ab3a-4fce5e41b0e1 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691285 Sep 23 15:22:40.444055 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b76507-2ba0-4b28-9cae-870ff03e8fbf req-f021b4cc-910e-4879-8e3f-921a2bbbef6c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:40.445555 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e0b76507-2ba0-4b28-9cae-870ff03e8fbf req-f021b4cc-910e-4879-8e3f-921a2bbbef6c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0489085 Sep 23 15:22:40.464258 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:40.497255 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e0b76507-2ba0-4b28-9cae-870ff03e8fbf req-09ebcfcc-60b5-42aa-a97c-e7915749bf7e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Sep 23 15:22:41.633735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043c797-1abd-40b1-9a7c-6eaa54b0ab8c req-5845f564-0bdd-4899-b0fb-854fb49d7dbc tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:41.635310 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b043c797-1abd-40b1-9a7c-6eaa54b0ab8c req-5845f564-0bdd-4899-b0fb-854fb49d7dbc tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 932 time: 0.0530219 Sep 23 15:22:41.686666 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b043c797-1abd-40b1-9a7c-6eaa54b0ab8c req-2529c17b-61f2-4684-8e4f-528369ff7d5a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Sep 23 15:22:42.194638 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Request body: {'port': {'device_id': 'af869e43-152c-46fe-9759-c0b506650b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:42.248480 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-9b726a0b-aae2-47ba-8648-50deaa17c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:42.250062 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-9b726a0b-aae2-47ba-8648-50deaa17c324 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1129 time: 0.0419574 Sep 23 15:22:42.263491 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:42.314233 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:42.353109 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-3de986b7-78e8-4bf1-a48d-831360359454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:42.354580 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-3de986b7-78e8-4bf1-a48d-831360359454 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0957217 Sep 23 15:22:42.417307 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-35fea611-532f-496f-af73-1d93a57f9dc9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0557032 Sep 23 15:22:42.473950 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-bd9a7f04-dcfd-4e36-b268-c0e9494a3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:42.475392 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-bd9a7f04-dcfd-4e36-b268-c0e9494a3abe service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0493021 Sep 23 15:22:42.522414 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:22:42.530354 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Publish callbacks [] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:42.540184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-ea330949-16b1-4f09-a0bb-762dc668a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:42.541756 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-ea330949-16b1-4f09-a0bb-762dc668a88b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413105 Sep 23 15:22:42.544107 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Transition to ACTIVE for port object 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:22:42.551404 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:42.609501 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Pushing event updated for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:42.641774 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-62c7e9fa-879d-4dc0-ba2e-dba2c5965ee8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914547 Sep 23 15:22:42.649481 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:42.666374 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Attempting to bind port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:42.666721 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Attempting to bind port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:42.667050 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Attempting to bind port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 on network 6e977df4-776b-4447-99be-1d03ae7632bf {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:42.708703 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 on network 6e977df4-776b-4447-99be-1d03ae7632bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:22:42.709116 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Attempting to bind port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 on network 6e977df4-776b-4447-99be-1d03ae7632bf {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:42.741200 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8e3ab9c-c85c-4846-afba-5af61cc99139 req-5ebee36c-d597-4d29-a72a-a8fd02acec74 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884840 Sep 23 15:22:42.753441 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:42.753843 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Checking segment: {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:42.754351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Bound using segment: {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:42.754798 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Bound port: 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:42.755144 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:42.814632 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61132084-8cae-4e43-9cc9-9c658bbcc92d req-88c3f89f-cde2-4a65-a02a-5b77d825d13c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:42.816141 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61132084-8cae-4e43-9cc9-9c658bbcc92d req-88c3f89f-cde2-4a65-a02a-5b77d825d13c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 944 time: 0.0489256 Sep 23 15:22:42.829168 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:42.832457 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:42.840378 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:42.847601 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:42.848219 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:42.850167 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 1094 time: 0.6601961 Sep 23 15:22:42.876929 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61132084-8cae-4e43-9cc9-9c658bbcc92d req-80849f16-558f-4b63-94c0-ea9412b668e8 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542674 Sep 23 15:22:42.880087 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:42.883471 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454a667f-7744-493b-b1de-43dfbc18e651" -d '{"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:42.930240 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea926c-e31d-4808-b187-1d75fb127e9d service neutron] Pushing event updated for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:42.933953 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3d1f8d-74a8-4a01-a0eb-e1b8d2d331b9 x-openstack-request-id: req-1c3d1f8d-74a8-4a01-a0eb-e1b8d2d331b9 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:42.934242 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:42.934492 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c3d1f8d-74a8-4a01-a0eb-e1b8d2d331b9 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:42.935032 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3d1f8d-74a8-4a01-a0eb-e1b8d2d331b9'] response: {'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'status': 'completed', 'code': 200} Sep 23 15:22:43.015806 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-2469403b-3642-44ad-bbe2-1e4fa6d43b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:43.017213 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-2469403b-3642-44ad-bbe2-1e4fa6d43b99 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1128 time: 0.0394778 Sep 23 15:22:43.071834 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-d84375d6-61f6-4dac-825e-5b2918e98cf8 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 217 time: 0.0318134 Sep 23 15:22:43.112455 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:43.124649 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-3f2f5661-80fe-4ff8-9721-285a42319033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:43.126122 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-3f2f5661-80fe-4ff8-9721-285a42319033 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 200 len: 854 time: 0.0482368 Sep 23 15:22:43.171910 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-91ae265e-36b1-45fa-8a35-3c4a1fd253fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:43.173916 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-91ae265e-36b1-45fa-8a35-3c4a1fd253fe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6e977df4-776b-4447-99be-1d03ae7632bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406260 Sep 23 15:22:43.274030 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-e28bb889-c5fa-4473-9629-41d934554aba service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926201 Sep 23 15:22:43.373381 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-00ceb511-b475-480c-b8b3-fbb43f25267d req-6227166a-a913-4480-84a6-58dfccdfd826 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888395 Sep 23 15:22:44.012568 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5d648-315c-4b2a-b56e-8441d7caa9b1 req-0a8f4128-5f4c-4b8f-9169-b3152ae033de tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:44.014113 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-44e5d648-315c-4b2a-b56e-8441d7caa9b1 req-0a8f4128-5f4c-4b8f-9169-b3152ae033de tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 944 time: 0.0510714 Sep 23 15:22:44.063954 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-44e5d648-315c-4b2a-b56e-8441d7caa9b1 req-ab37f514-3b70-4853-a86c-a27b3147871c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Sep 23 15:22:44.203958 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55212) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:44.204759 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=57 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:44.207626 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:44.316347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4af3e455-2d5e-489b-a38d-e5152377ae94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.400766 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4af3e455-2d5e-489b-a38d-e5152377ae94 admin admin] Publish callbacks [] for security_group (db48465d-ea62-480d-aa13-ef1a20116eda), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.406979 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4af3e455-2d5e-489b-a38d-e5152377ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (db48465d-ea62-480d-aa13-ef1a20116eda), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.448676 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3e455-2d5e-489b-a38d-e5152377ae94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db48465d-ea62-480d-aa13-ef1a20116eda,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:44.452945 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4af3e455-2d5e-489b-a38d-e5152377ae94 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0f477bbd51fb41cb82ea8022e30b0274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477963 Sep 23 15:22:44.455632 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55216) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:44.471998 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:44.504098 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb28008-703d-4a2d-9564-4c03d13e2b0e admin admin] Publish callbacks [] for security_group (db48465d-ea62-480d-aa13-ef1a20116eda), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.523875 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb28008-703d-4a2d-9564-4c03d13e2b0e admin admin] Publish callbacks [] for security_group (db48465d-ea62-480d-aa13-ef1a20116eda), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.574395 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb28008-703d-4a2d-9564-4c03d13e2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (db48465d-ea62-480d-aa13-ef1a20116eda), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.576970 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb28008-703d-4a2d-9564-4c03d13e2b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.578136 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-aeb28008-703d-4a2d-9564-4c03d13e2b0e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/db48465d-ea62-480d-aa13-ef1a20116eda HTTP/1.1" status: 204 len: 168 time: 0.1216257 Sep 23 15:22:44.587973 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28008-703d-4a2d-9564-4c03d13e2b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db48465d-ea62-480d-aa13-ef1a20116eda,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:45.204698 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097275f-51db-4536-ad74-ba2de6a95dfb req-b63c7995-03b5-42af-a66a-f190b17f7865 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:45.206189 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3097275f-51db-4536-ad74-ba2de6a95dfb req-b63c7995-03b5-42af-a66a-f190b17f7865 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 944 time: 0.0529091 Sep 23 15:22:45.258709 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3097275f-51db-4536-ad74-ba2de6a95dfb req-98716516-7a48-452c-9b54-c0c74d19e5c7 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436170 Sep 23 15:22:46.381917 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe29da8-27fd-4fd5-a3cf-1d7c5eb47a5c req-4b4afe31-9627-4f3e-94d7-b4e60109af31 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:46.383693 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6fe29da8-27fd-4fd5-a3cf-1d7c5eb47a5c req-4b4afe31-9627-4f3e-94d7-b4e60109af31 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 944 time: 0.0489976 Sep 23 15:22:46.433775 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6fe29da8-27fd-4fd5-a3cf-1d7c5eb47a5c req-cee9433a-921d-4f2e-adba-713fb8dbf84b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 Sep 23 15:22:46.573822 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a667f-7744-493b-b1de-43dfbc18e651 req-56221631-3f21-43fc-bc6a-fabed537e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:46.575330 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-454a667f-7744-493b-b1de-43dfbc18e651 req-56221631-3f21-43fc-bc6a-fabed537e4ab service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1128 time: 0.0472081 Sep 23 15:22:46.672653 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a667f-7744-493b-b1de-43dfbc18e651 req-3c7de2c9-228f-4d75-a662-d88c050f4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:46.674133 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-454a667f-7744-493b-b1de-43dfbc18e651 req-3c7de2c9-228f-4d75-a662-d88c050f4a64 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 916 time: 0.0899808 Sep 23 15:22:46.717006 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-454a667f-7744-493b-b1de-43dfbc18e651 req-81d768d0-e12f-4ec5-a9a4-11076a5d2d9e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 217 time: 0.0352166 Sep 23 15:22:46.777940 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a667f-7744-493b-b1de-43dfbc18e651 req-2fb2be08-f06c-4aea-b090-b79b0fa6fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:46.779363 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-454a667f-7744-493b-b1de-43dfbc18e651 req-2fb2be08-f06c-4aea-b090-b79b0fa6fbf9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 200 len: 854 time: 0.0551603 Sep 23 15:22:46.824208 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a667f-7744-493b-b1de-43dfbc18e651 req-b1bd5159-8117-4ee1-bd96-691ebca11f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:46.825640 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-454a667f-7744-493b-b1de-43dfbc18e651 req-b1bd5159-8117-4ee1-bd96-691ebca11f8e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6e977df4-776b-4447-99be-1d03ae7632bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390601 Sep 23 15:22:46.848106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:46.916251 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:22:46.921581 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-454a667f-7744-493b-b1de-43dfbc18e651 req-a78fdfcc-28c5-4b50-a5cf-546c693cda34 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895407 Sep 23 15:22:47.015797 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-454a667f-7744-493b-b1de-43dfbc18e651 req-12139f64-dbf0-4532-87c1-aefd62cdf0b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871217 Sep 23 15:22:47.019320 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:47.030868 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'port_id': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'mac_address': 'fa:16:3e:f3:c3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:22:47.065619 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:47.066012 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:47.079542 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:22:47.099457 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:47.105584 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:47.154542 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:47.556289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6801e00-5ed2-4a4e-b91f-ba365330b29d req-a8a7b6c1-940a-4ed4-b39c-b9580a2fe379 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.557796 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6801e00-5ed2-4a4e-b91f-ba365330b29d req-a8a7b6c1-940a-4ed4-b39c-b9580a2fe379 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 945 time: 0.0480771 Sep 23 15:22:47.611811 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f6801e00-5ed2-4a4e-b91f-ba365330b29d req-da4baa51-e0be-483c-89cf-6365ff3f0e31 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481915 Sep 23 15:22:47.672653 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6cacb33d-3b2c-43b4-8086-7c7978b2aae6'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:22:48.280346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-911fd843-9d18-4487-afbe-89feaad659e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:48.756271 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dba1e2-eb55-4034-baad-a44a93dd540c req-807a0ae0-4a47-4941-abe3-4b65531710e0 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:48.757766 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c4dba1e2-eb55-4034-baad-a44a93dd540c req-807a0ae0-4a47-4941-abe3-4b65531710e0 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 945 time: 0.0609164 Sep 23 15:22:48.809401 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c4dba1e2-eb55-4034-baad-a44a93dd540c req-9e00f8a7-8276-461e-8cca-0b3d0c76d6ed tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Sep 23 15:22:49.006308 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:49.058506 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:22:49.068854 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:49.069512 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:49.069935 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 Sep 23 15:22:49.147214 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:49.147572 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:49.170550 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:49.172794 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6c0650-d488-45af-8cc1-786c52f41192" -d '{"events": [{"server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:49.187137 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:49.193326 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:49.224265 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eed2eb-fa7b-472b-87d6-f986e402f288 x-openstack-request-id: req-f5eed2eb-fa7b-472b-87d6-f986e402f288 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:49.224576 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:49.224848 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5eed2eb-fa7b-472b-87d6-f986e402f288 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:49.225228 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5eed2eb-fa7b-472b-87d6-f986e402f288'] response: {'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'code': 200} Sep 23 15:22:49.252734 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:49.447106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ed43a-df75-498c-b61a-6074c96b88bf req-66e9bdba-7981-48cf-bffb-98aa2706e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:49.448463 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf4ed43a-df75-498c-b61a-6074c96b88bf req-66e9bdba-7981-48cf-bffb-98aa2706e5e1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1130 time: 0.0398042 Sep 23 15:22:49.494190 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf4ed43a-df75-498c-b61a-6074c96b88bf req-981d5401-9933-477e-b917-53e61c107db5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Sep 23 15:22:49.947173 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea75ed-eb2d-4b49-b31a-1d8227f1c059 req-eef4e381-4c03-43a1-8349-c1ff4016cd44 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:49.949276 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dbea75ed-eb2d-4b49-b31a-1d8227f1c059 req-eef4e381-4c03-43a1-8349-c1ff4016cd44 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0537534 Sep 23 15:22:50.012923 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dbea75ed-eb2d-4b49-b31a-1d8227f1c059 req-6a67af45-077c-43fa-97bc-7ba374bb564d tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549943 Sep 23 15:22:50.521350 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ba957a81-1deb-4c69-ae95-af2e1ae57d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:51.148891 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2b860-ad2d-4b77-8782-ea98464cae1b req-05b8e3a0-2aed-4622-a432-0f18b5638011 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:51.151163 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-11b2b860-ad2d-4b77-8782-ea98464cae1b req-05b8e3a0-2aed-4622-a432-0f18b5638011 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0492382 Sep 23 15:22:51.200729 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-11b2b860-ad2d-4b77-8782-ea98464cae1b req-3efd0ffc-7aae-4a85-bbae-2b97660019a7 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432103 Sep 23 15:22:51.873359 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:52.326765 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254c6a5-97a5-405e-b15d-56bc9a0582c9 req-d46c527a-6a07-435b-b7eb-38d7e7edc6ba tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:52.328234 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7254c6a5-97a5-405e-b15d-56bc9a0582c9 req-d46c527a-6a07-435b-b7eb-38d7e7edc6ba tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0505781 Sep 23 15:22:52.352873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:52.391890 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7254c6a5-97a5-405e-b15d-56bc9a0582c9 req-eaf0580b-7f8e-4c16-b66e-fa513a5371d6 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571647 Sep 23 15:22:52.517247 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=17 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:52.521384 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=15 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:52.521804 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb230a9-2f5b-4a7a-b571-b156cfba4ed7 req-e18a341a-bbe4-4a20-ac41-a8d96bee5a29 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:52.523265 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8cb230a9-2f5b-4a7a-b571-b156cfba4ed7 req-e18a341a-bbe4-4a20-ac41-a8d96bee5a29 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0481369 Sep 23 15:22:52.578283 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:52.596183 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8cb230a9-2f5b-4a7a-b571-b156cfba4ed7 req-b134373c-f6bb-4165-b2a8-c4008bb7407a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665114 Sep 23 15:22:52.943590 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf87c2-5b74-4989-bb7c-01f71a78686a req-8d29216e-1ae1-4821-ae18-69006502f366 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:52.945077 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e4bf87c2-5b74-4989-bb7c-01f71a78686a req-8d29216e-1ae1-4821-ae18-69006502f366 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0499187 Sep 23 15:22:52.972409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:52.996692 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e4bf87c2-5b74-4989-bb7c-01f71a78686a req-9c5fc93c-3405-4535-80be-9d97a417e42c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Sep 23 15:22:53.337787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:53.391826 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:55.543714 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:22:56.360376 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c4895-5e00-4558-a201-61710bdd3233 req-3b0309c0-d73d-420e-9bb3-f55b2a1e82de tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:56.361934 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-141c4895-5e00-4558-a201-61710bdd3233 req-3b0309c0-d73d-420e-9bb3-f55b2a1e82de tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0496211 Sep 23 15:22:56.411792 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-141c4895-5e00-4558-a201-61710bdd3233 req-d56bd49d-d138-43f0-b927-c7b6c6b11951 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Sep 23 15:22:57.541798 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77082672-5d4a-4b7c-9fe3-1691cfc9b866 req-cf8d063e-2a83-4d67-b91c-6c016517ee66 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:57.543559 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-77082672-5d4a-4b7c-9fe3-1691cfc9b866 req-cf8d063e-2a83-4d67-b91c-6c016517ee66 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0473225 Sep 23 15:22:57.592231 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-77082672-5d4a-4b7c-9fe3-1691cfc9b866 req-ef3a6ea4-ffa4-42dc-8494-e5882803d567 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Sep 23 15:22:58.745419 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b69a25-212f-41bc-8bf1-f2767683d418 req-a7495ef6-c58a-4f2c-aa29-e671a3b4dee1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:58.746849 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-77b69a25-212f-41bc-8bf1-f2767683d418 req-a7495ef6-c58a-4f2c-aa29-e671a3b4dee1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0607975 Sep 23 15:22:58.808987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-77b69a25-212f-41bc-8bf1-f2767683d418 req-d60ab9f7-4a06-4357-bcb7-edb02c8b61c0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532038 Sep 23 15:23:00.148648 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81867-ba57-416b-bead-f24c3a96ae0c req-cf73fafb-97cd-49c3-b095-a51dab2620bc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:00.150331 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c2a81867-ba57-416b-bead-f24c3a96ae0c req-cf73fafb-97cd-49c3-b095-a51dab2620bc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.2336764 Sep 23 15:23:00.199523 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c2a81867-ba57-416b-bead-f24c3a96ae0c req-4208e138-da1b-4455-843c-5ef0d4ea3672 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Sep 23 15:23:01.406284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a646803-ce50-4a91-9b8a-f29f0528acdf req-2fdbf72e-009a-4fb8-9309-05aef8708bc6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:01.407782 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2a646803-ce50-4a91-9b8a-f29f0528acdf req-2fdbf72e-009a-4fb8-9309-05aef8708bc6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.1058829 Sep 23 15:23:01.455837 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2a646803-ce50-4a91-9b8a-f29f0528acdf req-133cfc6e-b140-48e1-be07-8c0dc13368fa tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422859 Sep 23 15:23:02.602901 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346f3b-f7b1-4029-a6f7-7db0a7902cbd req-9dba30b4-9f80-4f95-8215-7c7ad136b6ce tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:02.604495 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43346f3b-f7b1-4029-a6f7-7db0a7902cbd req-9dba30b4-9f80-4f95-8215-7c7ad136b6ce tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0572059 Sep 23 15:23:02.655564 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43346f3b-f7b1-4029-a6f7-7db0a7902cbd req-ca0d9130-f598-4f8b-9be2-50efdda5bbe3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Sep 23 15:23:03.068617 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1aa83-d24d-4124-8011-b41f1e8d1d86 req-d9e3f219-a1a0-4e15-a32c-e21750cf3277 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.070130 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dbf1aa83-d24d-4124-8011-b41f1e8d1d86 req-d9e3f219-a1a0-4e15-a32c-e21750cf3277 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0520270 Sep 23 15:23:03.123607 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dbf1aa83-d24d-4124-8011-b41f1e8d1d86 req-eda1c899-a57a-4ba9-912b-e832bb01f5a2 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474834 Sep 23 15:23:03.379981 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:03.385725 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:03.649012 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-2d4958fd-1935-4652-b2f5-cfbe65ceda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.650402 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-2d4958fd-1935-4652-b2f5-cfbe65ceda83 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 1130 time: 0.0402472 Sep 23 15:23:03.800901 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-a791bbd6-188d-4f35-81d9-735b0fe388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.802354 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-a791bbd6-188d-4f35-81d9-735b0fe388f2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 911 time: 0.1297722 Sep 23 15:23:03.808109 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aad24-a4b7-4db7-b7e3-ceb3e0660d8d req-baeb87f3-95f8-48bf-810b-2c449f67e071 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.810246 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-612aad24-a4b7-4db7-b7e3-ceb3e0660d8d req-baeb87f3-95f8-48bf-810b-2c449f67e071 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0650370 Sep 23 15:23:03.881469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:03.895813 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-6c1d9221-2ed3-4799-9ea9-813266238dcb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 200 len: 1000 time: 0.0846677 Sep 23 15:23:03.920719 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-612aad24-a4b7-4db7-b7e3-ceb3e0660d8d req-1d0979dc-565a-45a5-917d-45983b0cc0b7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029041 Sep 23 15:23:03.954749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-ab19b908-59d6-4f6e-83b7-9c3dc2118d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.956228 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-ab19b908-59d6-4f6e-83b7-9c3dc2118d4e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.0503688 Sep 23 15:23:04.002495 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-7676c9a3-7223-4044-920e-d6b047a2cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:04.003913 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-7676c9a3-7223-4044-920e-d6b047a2cc05 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398436 Sep 23 15:23:04.102827 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-bfae5c0d-0a16-463e-b20b-6f3fe94c0740 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912139 Sep 23 15:23:04.205133 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bfcafdd4-5598-4c71-8cf7-21e0ade1e953 req-da8772ba-b351-4532-8d29-a42ff979733a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949349 Sep 23 15:23:04.226088 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:04.253727 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e9d3b-f5ae-4528-aa24-59c33cb44b12 req-f1245bf3-7775-4f54-af70-815300a3189a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:04.255208 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f37e9d3b-f5ae-4528-aa24-59c33cb44b12 req-f1245bf3-7775-4f54-af70-815300a3189a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0506048 Sep 23 15:23:04.315827 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f37e9d3b-f5ae-4528-aa24-59c33cb44b12 req-295662a5-41c3-4440-9320-873e4ea448d4 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544460 Sep 23 15:23:05.070090 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe102ef-4607-49ec-9fee-51d2b670f1d7 req-74b52a1d-0773-4a02-bad8-9a4b438db76a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:05.071557 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ffe102ef-4607-49ec-9fee-51d2b670f1d7 req-74b52a1d-0773-4a02-bad8-9a4b438db76a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0590563 Sep 23 15:23:05.120451 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ffe102ef-4607-49ec-9fee-51d2b670f1d7 req-0a571211-e9d7-40e0-9bef-be3e53a3abc3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Sep 23 15:23:05.459536 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6ceb-c498-4a4e-ac2b-c2e1a12cc2e8 req-d51915f3-33f9-4845-a45b-0e01748b8ce9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:05.461028 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aeaf6ceb-c498-4a4e-ac2b-c2e1a12cc2e8 req-d51915f3-33f9-4845-a45b-0e01748b8ce9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0566874 Sep 23 15:23:05.513844 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aeaf6ceb-c498-4a4e-ac2b-c2e1a12cc2e8 req-ba984e7f-64f3-48f2-8d06-9886a0574521 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452492 Sep 23 15:23:05.539376 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:06.213154 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:06.249493 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aceb08-f93b-4fbd-8b7a-9e33ce0864b6 req-626cc636-b154-42e9-8e41-f8ddd9e244b8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:06.251006 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3aceb08-f93b-4fbd-8b7a-9e33ce0864b6 req-626cc636-b154-42e9-8e41-f8ddd9e244b8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0475895 Sep 23 15:23:06.298695 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a3aceb08-f93b-4fbd-8b7a-9e33ce0864b6 req-710cce5c-38c7-42e1-886f-0495c5a5938c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Sep 23 15:23:06.648822 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf70c3f-3682-48c1-9240-aae31f688069 req-6a33358a-d311-4c91-9a1f-a3cebea3aa59 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:06.650281 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1bf70c3f-3682-48c1-9240-aae31f688069 req-6a33358a-d311-4c91-9a1f-a3cebea3aa59 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0508988 Sep 23 15:23:06.702260 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1bf70c3f-3682-48c1-9240-aae31f688069 req-31507d0f-7638-40dd-9c12-b22b0fc1f4e0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Sep 23 15:23:07.443212 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fd92e-a893-4217-8f7e-eea8a1d78dbb req-ca549f58-fe45-4f51-b0c1-82b5c33f7832 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:07.444711 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-396fd92e-a893-4217-8f7e-eea8a1d78dbb req-ca549f58-fe45-4f51-b0c1-82b5c33f7832 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0597341 Sep 23 15:23:07.504291 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-396fd92e-a893-4217-8f7e-eea8a1d78dbb req-8f659bb5-771f-4d82-8013-f8d3d11d5174 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511365 Sep 23 15:23:07.825683 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79b1ac-9296-4c84-ace2-b1949c5b6c0b req-2fbc8b85-966d-444a-bd86-13693e282754 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:07.827264 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4c79b1ac-9296-4c84-ace2-b1949c5b6c0b req-2fbc8b85-966d-444a-bd86-13693e282754 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0456684 Sep 23 15:23:07.875059 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4c79b1ac-9296-4c84-ace2-b1949c5b6c0b req-cc568e11-100f-4baa-ae4e-2a02d1fde9a5 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Sep 23 15:23:08.635284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521527a-351a-44d5-a26a-3060c42b9edf req-de4ec32b-9e8f-43fd-908f-1bd36f1542ea tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:08.637012 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4521527a-351a-44d5-a26a-3060c42b9edf req-de4ec32b-9e8f-43fd-908f-1bd36f1542ea tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0522115 Sep 23 15:23:08.685927 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4521527a-351a-44d5-a26a-3060c42b9edf req-a6749851-ec53-47a1-b90c-960f7f0e3f8b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Sep 23 15:23:09.013748 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c831d8-36a9-42e7-8af5-05bfc862a145 req-ad8843c9-be45-4944-a946-52edad4685d1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:09.015191 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b9c831d8-36a9-42e7-8af5-05bfc862a145 req-ad8843c9-be45-4944-a946-52edad4685d1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0517144 Sep 23 15:23:09.068108 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b9c831d8-36a9-42e7-8af5-05bfc862a145 req-412941fb-a582-4555-a58d-1503fb2a4232 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Sep 23 15:23:09.835268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d969ce-1537-48c3-9610-730af947c6b0 req-66f360e8-5345-4f56-ab61-46816e67257b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:09.836830 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2d969ce-1537-48c3-9610-730af947c6b0 req-66f360e8-5345-4f56-ab61-46816e67257b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0523291 Sep 23 15:23:09.888061 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2d969ce-1537-48c3-9610-730af947c6b0 req-e236c3f8-80e9-48ea-a574-54a3ea082eb8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Sep 23 15:23:10.143184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780f20-b8e8-4388-b899-91966153dded req-05ad2bd7-1df1-443b-83aa-a76eaa7fe673 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:10.144755 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f780f20-b8e8-4388-b899-91966153dded req-05ad2bd7-1df1-443b-83aa-a76eaa7fe673 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0554628 Sep 23 15:23:10.186439 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:10.196161 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f780f20-b8e8-4388-b899-91966153dded req-e579626b-2c84-4fde-863a-c0c7e792f805 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Sep 23 15:23:10.203019 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b739cab-972a-459f-b776-42793b6da825 req-92fa74e8-73e7-4c27-9556-6041f4c2e942 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:10.204745 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8b739cab-972a-459f-b776-42793b6da825 req-92fa74e8-73e7-4c27-9556-6041f4c2e942 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0570250 Sep 23 15:23:10.228973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55430) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:10.261656 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8b739cab-972a-459f-b776-42793b6da825 req-753e2974-925a-476e-a358-6e581550952c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479138 Sep 23 15:23:10.381083 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf361a-275f-4779-93aa-893e858b8bd4 tempest-TestMinimumBasicScenario-153221134 tempest-TestMinimumBasicScenario-153221134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:10.382568 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-fcbf361a-275f-4779-93aa-893e858b8bd4 tempest-TestMinimumBasicScenario-153221134 tempest-TestMinimumBasicScenario-153221134-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1125 time: 0.1524692 Sep 23 15:23:10.386612 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55434) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:10.391258 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'port_id': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:10.404633 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:10.418528 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.496199 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.621147 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Allocated IP 172.27.1.226 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:10.732284 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.768975 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.813171 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:10.818497 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:10.820723 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'Port': ['ID=ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:10.822812 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:11.052777 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20342489-f494-42cb-ac89-2cbe79b06f4d req-59c46564-1195-4a6f-a360-98907e025786 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:11.054127 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-20342489-f494-42cb-ac89-2cbe79b06f4d req-59c46564-1195-4a6f-a360-98907e025786 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0789719 Sep 23 15:23:11.159272 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-20342489-f494-42cb-ac89-2cbe79b06f4d req-5173030c-0105-42fa-9b70-c0ce8ee93d07 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958617 Sep 23 15:23:11.198711 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:11.212235 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:11.253187 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for floatingip (e92275b1-1aa1-4c36-a3ae-8ea3da4dd424), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.331823 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.398858 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ae3c3-08c9-494e-9196-6af06c8c0250 req-3afe09de-8621-412e-887f-f3336d820de1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:11.400374 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9d3ae3c3-08c9-494e-9196-6af06c8c0250 req-3afe09de-8621-412e-887f-f3336d820de1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0511754 Sep 23 15:23:11.454888 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9d3ae3c3-08c9-494e-9196-6af06c8c0250 req-f56e557d-4a04-4f84-9a5c-ded599d3df1b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484736 Sep 23 15:23:11.499034 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.505424 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.582527 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'Port': ['ID=ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:11.585075 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (e92275b1-1aa1-4c36-a3ae-8ea3da4dd424), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.694260 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Floating IP e92275b1-1aa1-4c36-a3ae-8ea3da4dd424 associated. External IP: 172.27.1.226, port: 6cacb33d-3b2c-43b4-8086-7c7978b2aae6. Sep 23 15:23:11.946491 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Router 55afb809-7415-49a7-abe2-1d12bab9870d has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:23:12.305709 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:23:12.316969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] Sync routers for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:12.325892 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.329772 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:12.331020 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:22:51Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:12.354368 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:12.363258 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-374df075-d465-4c85-b4b6-b83d454c6054 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9756672 Sep 23 15:23:12.364192 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:12.366180 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55444) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:12.366932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7365e415-548d-4818-a009-cdb85c0154ad" -d '{"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:12.371216 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-76ce6d00-a593-4ea7-9a6a-5872f5365c9c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495144302', 'description': 'tempest-secgroup-smoke-1495144302 description', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:12.402594 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-76ce6d00-a593-4ea7-9a6a-5872f5365c9c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.404582 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:12.423590 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e236d6a6-4450-4327-8c14-b48a05a784ed x-openstack-request-id: req-e236d6a6-4450-4327-8c14-b48a05a784ed {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:12.423864 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:12.424122 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e236d6a6-4450-4327-8c14-b48a05a784ed {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:12.424574 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e236d6a6-4450-4327-8c14-b48a05a784ed'] response: {'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'status': 'completed', 'code': 200} Sep 23 15:23:12.431256 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b8fbb-e293-4c3a-8b6f-71e8ab3f3ad4 req-bff74796-5def-4e6e-a815-8a3d67d3c33f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:12.432792 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e96b8fbb-e293-4c3a-8b6f-71e8ab3f3ad4 req-bff74796-5def-4e6e-a815-8a3d67d3c33f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0532520 Sep 23 15:23:12.462349 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:12.486399 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e96b8fbb-e293-4c3a-8b6f-71e8ab3f3ad4 req-c3d194c7-e558-4c7a-b55b-067feeb9932a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460007 Sep 23 15:23:12.503551 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-76ce6d00-a593-4ea7-9a6a-5872f5365c9c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group (7176e855-f66e-4c07-87b2-ef74ca17013b), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.543225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-76ce6d00-a593-4ea7-9a6a-5872f5365c9c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7176e855-f66e-4c07-87b2-ef74ca17013b), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.577544 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e415-548d-4818-a009-cdb85c0154ad req-91f25df2-fd4a-43d6-a52d-6192db2b18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:12.579665 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7365e415-548d-4818-a009-cdb85c0154ad req-91f25df2-fd4a-43d6-a52d-6192db2b18e6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1130 time: 0.0798638 Sep 23 15:23:12.613392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-76ce6d00-a593-4ea7-9a6a-5872f5365c9c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.614558 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-76ce6d00-a593-4ea7-9a6a-5872f5365c9c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2473829 Sep 23 15:23:12.618092 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55450) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:12.623949 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-3ef89e6e-e6d0-49db-a5eb-534a52891c54 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'security_group_rule': {'security_group_id': '7176e855-f66e-4c07-87b2-ef74ca17013b', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:12.632708 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:12.659459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3ef89e6e-e6d0-49db-a5eb-534a52891c54 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (19262227-8478-4afd-aa98-985ee58b0e07), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.666596 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce6d00-a593-4ea7-9a6a-5872f5365c9c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7176e855-f66e-4c07-87b2-ef74ca17013b,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:12.674580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ef51-ba84-4cea-bd49-51c120574cef req-027dcd89-a7f8-496e-9787-81ed2df8f7ac tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:12.675515 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e276ef51-ba84-4cea-bd49-51c120574cef req-027dcd89-a7f8-496e-9787-81ed2df8f7ac tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.1224041 Sep 23 15:23:12.695794 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'e92275b1-1aa1-4c36-a3ae-8ea3da4dd424', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'port_id': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'mac_address': 'fa:16:3e:f3:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af869e43-152c-46fe-9759-c0b506650b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:23:11Z', 'updated_at': '2022-09-23T15:23:11Z', 'revision_number': 0, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:05Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:12.720976 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] Checking router: 55afb809-7415-49a7-abe2-1d12bab9870d for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:12.723104 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3ef89e6e-e6d0-49db-a5eb-534a52891c54 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (19262227-8478-4afd-aa98-985ee58b0e07), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.728274 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3ef89e6e-e6d0-49db-a5eb-534a52891c54 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (19262227-8478-4afd-aa98-985ee58b0e07), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.729981 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:12.730598 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:22:51Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:12.738785 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e415-548d-4818-a009-cdb85c0154ad req-ef0ec3e3-665c-454e-86b9-f0a81795711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:12.740325 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7365e415-548d-4818-a009-cdb85c0154ad req-ef0ec3e3-665c-454e-86b9-f0a81795711b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 916 time: 0.1408224 Sep 23 15:23:12.755575 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef89e6e-e6d0-49db-a5eb-534a52891c54 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19262227-8478-4afd-aa98-985ee58b0e07,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:12.756353 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:12.770587 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3ef89e6e-e6d0-49db-a5eb-534a52891c54 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.774877 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-3ef89e6e-e6d0-49db-a5eb-534a52891c54 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524041 Sep 23 15:23:12.775406 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55452) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:12.780393 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-e57256ea-4f04-4851-86e4-b0b1ffaf8c7b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'security_group_rule': {'security_group_id': '7176e855-f66e-4c07-87b2-ef74ca17013b', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:12.809927 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e57256ea-4f04-4851-86e4-b0b1ffaf8c7b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (16367ed7-924c-49d5-90f6-d823c5f36c02), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.812991 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e276ef51-ba84-4cea-bd49-51c120574cef req-80de2dad-84c5-4eb4-9dc9-299656baa3c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071851 Sep 23 15:23:12.830904 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7365e415-548d-4818-a009-cdb85c0154ad req-e4a373c4-64e5-4d38-a780-88873532426f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 1000 time: 0.0826402 Sep 23 15:23:12.854643 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:12.877596 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e57256ea-4f04-4851-86e4-b0b1ffaf8c7b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (16367ed7-924c-49d5-90f6-d823c5f36c02), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.883150 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e57256ea-4f04-4851-86e4-b0b1ffaf8c7b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (16367ed7-924c-49d5-90f6-d823c5f36c02), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.904404 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57256ea-4f04-4851-86e4-b0b1ffaf8c7b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16367ed7-924c-49d5-90f6-d823c5f36c02,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:12.915671 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e57256ea-4f04-4851-86e4-b0b1ffaf8c7b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.919932 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e57256ea-4f04-4851-86e4-b0b1ffaf8c7b tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406665 Sep 23 15:23:12.919932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55456) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:12.924797 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-a549f618-ca97-47da-b417-e9b63b069794 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'security_group_rule': {'security_group_id': '7176e855-f66e-4c07-87b2-ef74ca17013b', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:12.958962 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a549f618-ca97-47da-b417-e9b63b069794 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (70b42d5c-daa4-4eb9-9668-845c59541e8d), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.024954 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a549f618-ca97-47da-b417-e9b63b069794 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (70b42d5c-daa4-4eb9-9668-845c59541e8d), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.030030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a549f618-ca97-47da-b417-e9b63b069794 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (70b42d5c-daa4-4eb9-9668-845c59541e8d), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.056204 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549f618-ca97-47da-b417-e9b63b069794 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b42d5c-daa4-4eb9-9668-845c59541e8d,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:13.063259 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a549f618-ca97-47da-b417-e9b63b069794 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.068464 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a549f618-ca97-47da-b417-e9b63b069794 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474195 Sep 23 15:23:13.069263 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55458) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:13.073827 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-8f1e05e4-b29e-413c-8995-d37a44361793 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'security_group_rule': {'security_group_id': '7176e855-f66e-4c07-87b2-ef74ca17013b', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:13.091816 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'e92275b1-1aa1-4c36-a3ae-8ea3da4dd424', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'port_id': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'mac_address': 'fa:16:3e:f3:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af869e43-152c-46fe-9759-c0b506650b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:23:11Z', 'updated_at': '2022-09-23T15:23:11Z', 'revision_number': 0, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:05Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:13.104839 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f1e05e4-b29e-413c-8995-d37a44361793 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (f83d0174-6730-4f1e-8069-c7db9bbf687d), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.122043 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d963e-0fdf-4ff0-9056-a87b16ebc460 None None] The sync data for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi is: [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'e92275b1-1aa1-4c36-a3ae-8ea3da4dd424', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'port_id': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'mac_address': 'fa:16:3e:f3:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af869e43-152c-46fe-9759-c0b506650b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:23:11Z', 'updated_at': '2022-09-23T15:23:11Z', 'revision_number': 0, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:05Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:13.137988 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e415-548d-4818-a009-cdb85c0154ad req-b7bc3c04-e0ca-4557-9488-c93f6e0e723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.139585 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7365e415-548d-4818-a009-cdb85c0154ad req-b7bc3c04-e0ca-4557-9488-c93f6e0e723c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 200 len: 854 time: 0.3009202 Sep 23 15:23:13.184216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f1e05e4-b29e-413c-8995-d37a44361793 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (f83d0174-6730-4f1e-8069-c7db9bbf687d), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.191340 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f1e05e4-b29e-413c-8995-d37a44361793 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (f83d0174-6730-4f1e-8069-c7db9bbf687d), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.206119 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e415-548d-4818-a009-cdb85c0154ad req-87cf56d2-32ec-4621-b727-a6a2edb3e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.208039 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7365e415-548d-4818-a009-cdb85c0154ad req-87cf56d2-32ec-4621-b727-a6a2edb3e108 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6e977df4-776b-4447-99be-1d03ae7632bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453916 Sep 23 15:23:13.214787 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8f1e05e4-b29e-413c-8995-d37a44361793 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.216052 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8f1e05e4-b29e-413c-8995-d37a44361793 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457846 Sep 23 15:23:13.219499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e05e4-b29e-413c-8995-d37a44361793 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83d0174-6730-4f1e-8069-c7db9bbf687d,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:13.221315 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 55460) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:13.226077 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'security_group_rule': {'security_group_id': '7176e855-f66e-4c07-87b2-ef74ca17013b', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:13.251030 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.securitygroups_db [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Project 1b76f9eee7a14eb581dcdc19101fc774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:23:13.257436 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (efd53541-cdb3-4edf-ba58-778c5e4035ef), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.312472 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7365e415-548d-4818-a009-cdb85c0154ad req-3ba29d64-ff37-4076-b283-06798a2c27ef service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956962 Sep 23 15:23:13.327511 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (efd53541-cdb3-4edf-ba58-778c5e4035ef), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.332048 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (efd53541-cdb3-4edf-ba58-778c5e4035ef), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.338953 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:13.352386 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419a291-964d-409c-b578-fca184da1bdc None None] New status for floating IP e92275b1-1aa1-4c36-a3ae-8ea3da4dd424: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:23:13.353198 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd53541-cdb3-4edf-ba58-778c5e4035ef,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:13.363447 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.367722 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8a938f4d-81e4-41ae-a834-37fb8632a98e tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425216 Sep 23 15:23:13.368168 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55462) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:13.372852 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'security_group_rule': {'security_group_id': '7176e855-f66e-4c07-87b2-ef74ca17013b', 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:13.445087 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.securitygroups_db [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Project 1b76f9eee7a14eb581dcdc19101fc774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:23:13.455346 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (c0065d6a-c9e4-4ade-8f98-d6cae29eb538), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.509019 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7365e415-548d-4818-a009-cdb85c0154ad req-83e3fa14-4155-44ad-9679-0686e992e5e6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296363 Sep 23 15:23:13.537828 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (c0065d6a-c9e4-4ade-8f98-d6cae29eb538), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.543029 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (c0065d6a-c9e4-4ade-8f98-d6cae29eb538), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.568736 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0065d6a-c9e4-4ade-8f98-d6cae29eb538,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:13.574833 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.576015 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b3b47543-0b4b-40c5-8c61-1c3bbcdfe3ee tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2067616 Sep 23 15:23:13.625900 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:13.642216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8df28f-59df-47bd-8fe6-8f874040f407 req-77027908-3a3f-4158-aee2-e8150857141e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.643710 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bb8df28f-59df-47bd-8fe6-8f874040f407 req-77027908-3a3f-4158-aee2-e8150857141e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0513408 Sep 23 15:23:13.680134 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-ec83eba0-9d9b-4b81-ba78-19eac5a5ecba tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1495144302&fields=id&tenant_id=1b76f9eee7a14eb581dcdc19101fc774 HTTP/1.1" status: 200 len: 267 time: 0.0553267 Sep 23 15:23:13.692920 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bb8df28f-59df-47bd-8fe6-8f874040f407 req-311a4075-0c09-4a5f-83d4-c6a21d898ae3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422835 Sep 23 15:23:13.735107 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-41e30802-90a0-4e61-8d71-511f10804242 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.736671 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-41e30802-90a0-4e61-8d71-511f10804242 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0491910 Sep 23 15:23:13.747671 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'port': {'security_groups': ['0745374d-4dcc-4fd6-8670-d1bca4aad6b4', '7176e855-f66e-4c07-87b2-ef74ca17013b']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:13.825380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.840559 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:13.942532 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202aa3fa-638b-4521-99eb-f43126e9ef57 req-b29716d8-6761-441a-81a5-d4bfb0460710 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.944013 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-202aa3fa-638b-4521-99eb-f43126e9ef57 req-b29716d8-6761-441a-81a5-d4bfb0460710 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0491836 Sep 23 15:23:13.991166 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-202aa3fa-638b-4521-99eb-f43126e9ef57 req-76bab1ab-47a2-4da0-ba99-3f80fb998d04 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412145 Sep 23 15:23:14.011761 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:14.019657 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:14.041604 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.048312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.058566 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.059163 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.060539 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4b31f550-cbc0-449d-b59d-c6eee7e2f452 req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "PUT /networking/v2.0/ports/6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 982 time: 0.3173656 Sep 23 15:23:14.061216 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:14.066409 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651" -d '{"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:14.097902 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6cacb33d-3b2c-43b4-8086-7c7978b2aae6'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:23:14.112231 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1cc1f7-ae77-4262-abac-a4703f6deef7 x-openstack-request-id: req-3c1cc1f7-ae77-4262-abac-a4703f6deef7 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:14.113224 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:14.113576 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c1cc1f7-ae77-4262-abac-a4703f6deef7 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:14.114072 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1cc1f7-ae77-4262-abac-a4703f6deef7'] response: {'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'status': 'completed', 'code': 200} Sep 23 15:23:14.124348 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbd531-d655-4755-9d0a-4ca01b3dcb0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=6']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:14.174831 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df110c-35ed-4995-99f9-c4a314d064c2 req-5ba6bc92-ca38-4ad6-8387-7ff2184e2654 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.176312 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b7df110c-35ed-4995-99f9-c4a314d064c2 req-5ba6bc92-ca38-4ad6-8387-7ff2184e2654 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0497139 Sep 23 15:23:14.240784 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b7df110c-35ed-4995-99f9-c4a314d064c2 req-56dd33b0-7611-49ae-baa7-3328b9bdb239 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581093 Sep 23 15:23:14.243041 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-9afab8ef-3dde-4c26-9524-32c41afe77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.244559 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-9afab8ef-3dde-4c26-9524-32c41afe77f4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1169 time: 0.0436468 Sep 23 15:23:14.245255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:14.292326 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:14.344908 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-af1aaed4-9c9b-4105-bfa2-5dc1f0d6964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.346301 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-af1aaed4-9c9b-4105-bfa2-5dc1f0d6964e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 916 time: 0.0928636 Sep 23 15:23:14.358164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6cacb33d-3b2c-43b4-8086-7c7978b2aae6'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:23:14.412973 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-3c927fd2-6381-474a-af45-9d9985ab23cb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 1002 time: 0.0585840 Sep 23 15:23:14.469687 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-a6587030-9eb6-40a2-a4e9-c25e9daf9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.471165 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-a6587030-9eb6-40a2-a4e9-c25e9daf9044 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 200 len: 854 time: 0.0497131 Sep 23 15:23:14.517793 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-6c5a5b1c-9d55-4ddf-bdde-3a9c4773ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.519293 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-6c5a5b1c-9d55-4ddf-bdde-3a9c4773ee35 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6e977df4-776b-4447-99be-1d03ae7632bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391667 Sep 23 15:23:14.622777 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-e9e9c2b2-f8c9-45bb-bbd4-96872e09dc24 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959778 Sep 23 15:23:14.714357 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e9cd9ccb-1f9a-4baa-8dd3-f9aed8502651 req-3ee73589-e17a-4eb5-85cd-a96cfe1a52a7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Sep 23 15:23:14.833012 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ccb7-c0f9-422d-b33b-827d1f610d53 req-a626d135-9da6-49d7-8f07-2f1698762e9e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.835123 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4758ccb7-c0f9-422d-b33b-827d1f610d53 req-a626d135-9da6-49d7-8f07-2f1698762e9e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0554276 Sep 23 15:23:14.890448 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4758ccb7-c0f9-422d-b33b-827d1f610d53 req-7ced9e16-0213-4458-b781-1cf08d1f964d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462899 Sep 23 15:23:15.135406 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261f55-c55d-44b9-aafa-d535446416ab req-c98c4f43-4f01-4bbc-acaf-76f0773bc4bc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:15.136916 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-50261f55-c55d-44b9-aafa-d535446416ab req-c98c4f43-4f01-4bbc-acaf-76f0773bc4bc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0581765 Sep 23 15:23:15.188408 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-50261f55-c55d-44b9-aafa-d535446416ab req-2030c889-efdc-4e9a-b470-bc5d823e929c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448775 Sep 23 15:23:15.259576 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:23:15.360100 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:15.371569 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'port_id': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'mac_address': 'fa:16:3e:b3:0d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:23:15.373740 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:15.411315 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: ACTIVE; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:15.411699 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:15.425312 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93652ce2-3bd3-4207-96bf-3c25e56c5c28 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:23:15.445736 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:15.451445 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:15.474867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:15.499500 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=6']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:15.507171 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.507523 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.507867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.508235 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.508566 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.508933 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.509257 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.509581 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.509903 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.510224 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.510550 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.510867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.511169 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.511491 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.511804 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:15.695379 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['93652ce2-3bd3-4207-96bf-3c25e56c5c28'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:23:16.047813 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333c5f1-ed3b-4f48-a055-dec0d63a25f3 req-d58aa6a7-4197-4321-9564-c17febf953a1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:16.049326 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8333c5f1-ed3b-4f48-a055-dec0d63a25f3 req-d58aa6a7-4197-4321-9564-c17febf953a1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 944 time: 0.0559566 Sep 23 15:23:16.064344 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:16.103245 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8333c5f1-ed3b-4f48-a055-dec0d63a25f3 req-65d31c13-0819-4855-83e6-38ad1fcbca3a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453336 Sep 23 15:23:16.421497 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa57d99-9baa-4184-b4a7-2000bdfec6e5 req-82077f36-dc80-4bb7-8ea4-1f6e3e8f611e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:16.423011 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfa57d99-9baa-4184-b4a7-2000bdfec6e5 req-82077f36-dc80-4bb7-8ea4-1f6e3e8f611e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Sep 23 15:23:16.472962 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfa57d99-9baa-4184-b4a7-2000bdfec6e5 req-8bd84b54-6a23-418f-a961-43564ec098ce tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441201 Sep 23 15:23:17.238906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292eb97-c100-4c70-b4d6-0ef1bc42adb6 req-6f9abe91-3893-4323-9738-8a782f491796 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:17.240385 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a292eb97-c100-4c70-b4d6-0ef1bc42adb6 req-6f9abe91-3893-4323-9738-8a782f491796 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 944 time: 0.0472910 Sep 23 15:23:17.264235 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:17.290906 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a292eb97-c100-4c70-b4d6-0ef1bc42adb6 req-541b3983-e5ad-4c25-b85c-bd603037529c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Sep 23 15:23:17.309242 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:17.309611 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:17.309941 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:23:17.513818 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:17.514116 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:17.540012 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:17.542679 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1766798-c5c3-4d29-b66d-a7a7e8c9e055" -d '{"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-plugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:17.557309 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:17.565625 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:17.593777 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9ce0eb-d144-485f-8d8f-a87fc3be4c58 x-openstack-request-id: req-8e9ce0eb-d144-485f-8d8f-a87fc3be4c58 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:17.594068 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-plugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:17.594319 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8e9ce0eb-d144-485f-8d8f-a87fc3be4c58 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:17.594792 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9ce0eb-d144-485f-8d8f-a87fc3be4c58'] response: {'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'code': 200} Sep 23 15:23:17.609667 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff44ae-fb31-4110-b874-92c8b25f1e57 req-5c6c4eb6-952a-4031-ab04-f4fa51299b03 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:17.612068 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9fff44ae-fb31-4110-b874-92c8b25f1e57 req-5c6c4eb6-952a-4031-ab04-f4fa51299b03 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0495386 Sep 23 15:23:17.621955 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=7']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:17.660840 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9fff44ae-fb31-4110-b874-92c8b25f1e57 req-a1e1017e-f235-42b1-a647-0e99ea1d2212 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427516 Sep 23 15:23:18.280726 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b2c30556-a5f0-4f14-91e1-0a61c2eb53e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.424576 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce972c-643d-48a0-a18a-7b25c03e6e9c req-a64e6067-8857-4c07-bcb6-3da810d781c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:18.426035 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-04ce972c-643d-48a0-a18a-7b25c03e6e9c req-a64e6067-8857-4c07-bcb6-3da810d781c7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0507870 Sep 23 15:23:18.478607 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-04ce972c-643d-48a0-a18a-7b25c03e6e9c req-05f4b022-0925-4bc6-9f73-ebd65429cb58 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Sep 23 15:23:18.787854 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d796-2e99-4888-bd72-7fa456b4e177 req-d9019e97-0b01-421f-bc0f-569ec05d71ea tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:18.789332 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb5d796-2e99-4888-bd72-7fa456b4e177 req-d9019e97-0b01-421f-bc0f-569ec05d71ea tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0502048 Sep 23 15:23:18.838453 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cfb5d796-2e99-4888-bd72-7fa456b4e177 req-f9c8f635-5eae-4f0b-aaa9-445db8982518 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Sep 23 15:23:19.052376 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364d00-5f31-4473-8f26-dc84c611ea64 req-36a7d88c-e62e-409d-8f6c-cb089b34638f tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.056627 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25364d00-5f31-4473-8f26-dc84c611ea64 req-36a7d88c-e62e-409d-8f6c-cb089b34638f tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0501530 Sep 23 15:23:19.109393 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25364d00-5f31-4473-8f26-dc84c611ea64 req-0d774efc-a8ae-4f40-9097-e1a96b9b391b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495765 Sep 23 15:23:19.169023 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-0c09ef47-a1a6-48e0-b795-c0049e6373db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.170795 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-0c09ef47-a1a6-48e0-b795-c0049e6373db service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 1130 time: 0.0396066 Sep 23 15:23:19.258300 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:19.267922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-ce037013-b082-4d55-81fc-631457becee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.269444 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-ce037013-b082-4d55-81fc-631457becee3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 911 time: 0.0924766 Sep 23 15:23:19.332196 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-0b932748-a963-4d77-99e2-c7af7a5d4d4a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 200 len: 1000 time: 0.0548899 Sep 23 15:23:19.389703 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-64601680-a547-4a6e-ae84-2025af818281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.391058 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-64601680-a547-4a6e-ae84-2025af818281 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.0513048 Sep 23 15:23:19.439018 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-cba116f3-ebe9-4c7e-97fb-d1ce9279b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.440474 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-cba116f3-ebe9-4c7e-97fb-d1ce9279b25b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411940 Sep 23 15:23:19.536165 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-36d5028f-b5d7-4b20-bac2-4c4f64c24edb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880373 Sep 23 15:23:19.648888 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2455-cbac-4819-ae83-37e06eb2ab11 req-ae770cad-52eb-44b8-9b41-02bfac062976 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.650290 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-157b2455-cbac-4819-ae83-37e06eb2ab11 req-ae770cad-52eb-44b8-9b41-02bfac062976 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0864756 Sep 23 15:23:19.685057 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-43ec0606-c436-4fa1-abd0-a6a691fd0cff req-ac08c4fc-2f3b-41c6-a209-28b141393b3d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411242 Sep 23 15:23:19.714104 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-157b2455-cbac-4819-ae83-37e06eb2ab11 req-16dd7abf-ae19-4f76-bbe2-0b21578e5bbf tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574512 Sep 23 15:23:20.261843 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d608f2-e0f5-4009-a25d-8db7695cdd18 req-1ecb1604-f0d1-4dd7-974e-a8c92965eac3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:20.263945 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81d608f2-e0f5-4009-a25d-8db7695cdd18 req-1ecb1604-f0d1-4dd7-974e-a8c92965eac3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0668828 Sep 23 15:23:20.312803 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81d608f2-e0f5-4009-a25d-8db7695cdd18 req-dccced65-ee1e-4102-a552-26679ff7c9ba tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Sep 23 15:23:20.441328 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-98ff568c-b3ab-4d4b-8fa5-0976b26a5118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.850267 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75013d-d76c-47b0-b8ba-48e2d4105f29 req-0dae4278-6e9c-496e-bc62-99a884ea16ea tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:20.851746 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6e75013d-d76c-47b0-b8ba-48e2d4105f29 req-0dae4278-6e9c-496e-bc62-99a884ea16ea tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0501931 Sep 23 15:23:20.900751 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6e75013d-d76c-47b0-b8ba-48e2d4105f29 req-43e3fb33-c79b-41f1-93d6-4598c1c31865 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432084 Sep 23 15:23:21.439945 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cfa0e-aeb3-4cf5-bc6d-241e2c499c22 req-043f5cce-ab9c-481d-bba3-89dea83741b8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:21.441628 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b56cfa0e-aeb3-4cf5-bc6d-241e2c499c22 req-043f5cce-ab9c-481d-bba3-89dea83741b8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0484178 Sep 23 15:23:21.490982 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b56cfa0e-aeb3-4cf5-bc6d-241e2c499c22 req-41a61cfc-e951-405a-acf6-14cbecbe896a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 Sep 23 15:23:21.874287 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.034739 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc965600-2b8e-4a95-a9c7-431f8aadc0ac req-826b6d0e-fba0-4b60-9d88-9f1e6580bd71 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:22.036243 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fc965600-2b8e-4a95-a9c7-431f8aadc0ac req-826b6d0e-fba0-4b60-9d88-9f1e6580bd71 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0491557 Sep 23 15:23:22.087066 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fc965600-2b8e-4a95-a9c7-431f8aadc0ac req-4a237384-3d50-40d4-906d-7f233188a462 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449994 Sep 23 15:23:23.184018 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:23.226033 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8dd7d-740d-482f-8b60-09c8c2cdf329 req-be480bcd-d78d-4a7c-a2c0-982f1276d014 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:23.227642 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bcc8dd7d-740d-482f-8b60-09c8c2cdf329 req-be480bcd-d78d-4a7c-a2c0-982f1276d014 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0530596 Sep 23 15:23:23.296828 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bcc8dd7d-740d-482f-8b60-09c8c2cdf329 req-0564ebbf-382f-47d8-8113-e004be36599f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629032 Sep 23 15:23:23.334014 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:23.397842 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:24.403606 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:24.456424 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dfd3e-aef5-484e-99a7-1a2480728c9b req-ab2106c6-b40a-4091-9822-51646d8ab855 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:24.458118 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-547dfd3e-aef5-484e-99a7-1a2480728c9b req-ab2106c6-b40a-4091-9822-51646d8ab855 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0661552 Sep 23 15:23:24.523904 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-547dfd3e-aef5-484e-99a7-1a2480728c9b req-f52ea64a-0b42-46be-bceb-8dbd001306b8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553787 Sep 23 15:23:25.662799 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b0d5-2845-42f5-acc2-5e5158bf5767 req-77eb695f-84e4-4894-8708-f8d602391032 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:25.664987 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-98b5b0d5-2845-42f5-acc2-5e5158bf5767 req-77eb695f-84e4-4894-8708-f8d602391032 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0511866 Sep 23 15:23:25.712369 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:25.717580 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-98b5b0d5-2845-42f5-acc2-5e5158bf5767 req-5daa8528-a557-48d3-955f-f6742c1001f3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467291 Sep 23 15:23:26.851242 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc25b84-8f70-42dc-a7df-903e33760e77 req-f1ea72b4-46ab-4edf-9e12-70020fdc4523 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:26.858245 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7cc25b84-8f70-42dc-a7df-903e33760e77 req-f1ea72b4-46ab-4edf-9e12-70020fdc4523 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0547452 Sep 23 15:23:26.905714 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7cc25b84-8f70-42dc-a7df-903e33760e77 req-1f5419fd-fb49-432f-94f5-2861cf40551c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465603 Sep 23 15:23:28.057934 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ed5f-9ca6-4cad-8b7e-39def2402ef6 req-e3fb627b-b2c1-4ec2-a07b-fac6977cfd13 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:28.059552 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f560ed5f-9ca6-4cad-8b7e-39def2402ef6 req-e3fb627b-b2c1-4ec2-a07b-fac6977cfd13 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0562346 Sep 23 15:23:28.117111 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f560ed5f-9ca6-4cad-8b7e-39def2402ef6 req-ab35c154-b83e-498f-ba70-bc223e99e9d7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442185 Sep 23 15:23:29.250991 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a43481-4a13-47a0-8b89-d3243784f16d req-ebe7574d-d128-4529-8cf5-287c45504cd1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:29.252519 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-49a43481-4a13-47a0-8b89-d3243784f16d req-ebe7574d-d128-4529-8cf5-287c45504cd1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0473666 Sep 23 15:23:29.306904 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-49a43481-4a13-47a0-8b89-d3243784f16d req-d118bc67-c9a3-4539-b83d-9d44fbbd42e2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483603 Sep 23 15:23:29.519587 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:29.522072 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:30.460149 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240186-8e28-475a-ae23-900c479a3895 req-0a7eb703-4358-4ce0-b238-6290fb9349f1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:30.461676 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9d240186-8e28-475a-ae23-900c479a3895 req-0a7eb703-4358-4ce0-b238-6290fb9349f1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0614698 Sep 23 15:23:30.514229 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9d240186-8e28-475a-ae23-900c479a3895 req-3fbdd980-ddbb-497d-b596-eea39dd4f221 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448315 Sep 23 15:23:31.659509 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1fbe5-defc-4341-bf14-18bbbde99126 req-c094c9ac-a5b9-4381-a412-27397fa455b0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:31.661047 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ab1fbe5-defc-4341-bf14-18bbbde99126 req-c094c9ac-a5b9-4381-a412-27397fa455b0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0500224 Sep 23 15:23:31.708913 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ab1fbe5-defc-4341-bf14-18bbbde99126 req-09a247d4-5e92-4d2b-acf5-d041f36db480 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419352 Sep 23 15:23:32.549300 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:23:32.841399 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d0531-c969-42d2-9083-2a064489a53a req-cf9bfe75-d7de-493a-8886-e83867dd23f1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:32.842916 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-675d0531-c969-42d2-9083-2a064489a53a req-cf9bfe75-d7de-493a-8886-e83867dd23f1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0482914 Sep 23 15:23:32.886242 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-a480123e-f2fd-4881-91c8-fafad8fcbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:32.887776 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-a480123e-f2fd-4881-91c8-fafad8fcbdd6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1129 time: 0.0835459 Sep 23 15:23:32.892186 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-675d0531-c969-42d2-9083-2a064489a53a req-132506de-47b1-4322-acdd-74d87c18d895 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Sep 23 15:23:32.949199 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:32.986811 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-93f95652-9f52-4d00-8bbf-de455b4ee588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:32.988362 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-93f95652-9f52-4d00-8bbf-de455b4ee588 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.0931394 Sep 23 15:23:33.049474 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-95c6800c-d46a-49dc-8c6a-d4246198ee3b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 1001 time: 0.0543163 Sep 23 15:23:33.115155 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-2bf8aecb-bc37-4b60-b334-48025587ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:33.116510 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-2bf8aecb-bc37-4b60-b334-48025587ba38 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0593734 Sep 23 15:23:33.160117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-404e9106-b928-41c6-915f-8189202a44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:33.161694 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-404e9106-b928-41c6-915f-8189202a44ae service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387101 Sep 23 15:23:33.254280 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-814f5d4d-b739-4bef-b874-39ee4748ff48 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 Sep 23 15:23:33.350360 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0e3088d-8854-45a6-8e03-bcd1f37f44d4 req-286d0597-7363-4121-9183-93f13823030f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888751 Sep 23 15:23:33.390375 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:33.392250 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:34.036232 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4b34f-f389-450a-9434-fe747aab8d4a req-ae20ee3a-1e33-4971-8074-c84cd838f322 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:34.037703 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e1d4b34f-f389-450a-9434-fe747aab8d4a req-ae20ee3a-1e33-4971-8074-c84cd838f322 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0489004 Sep 23 15:23:34.088119 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e1d4b34f-f389-450a-9434-fe747aab8d4a req-957fb673-e1ef-427b-af13-5c0e02c1c04c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 Sep 23 15:23:34.236435 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.240105 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f686-81c0-4641-953e-0e2b5f1be0f0 req-e8d4934b-c301-4a24-9e31-56bbc7a7c533 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:35.241646 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7ac5f686-81c0-4641-953e-0e2b5f1be0f0 req-e8d4934b-c301-4a24-9e31-56bbc7a7c533 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 945 time: 0.0495028 Sep 23 15:23:35.301826 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7ac5f686-81c0-4641-953e-0e2b5f1be0f0 req-a5040782-2ee0-4ffd-b8bb-b74215da9e12 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513537 Sep 23 15:23:35.339700 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:23:35.418058 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: ACTIVE; New status is: DOWN {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:35.418536 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.445378 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:35.447727 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd800c3-4834-476c-b284-6ca1bda48d1b" -d '{"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-unplugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:35.459939 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:35.465114 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.491424 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfca06d-dcdb-4b21-be9a-6c7981301d4e x-openstack-request-id: req-ddfca06d-dcdb-4b21-be9a-6c7981301d4e {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:35.491731 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-unplugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:35.491982 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ddfca06d-dcdb-4b21-be9a-6c7981301d4e {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:35.492344 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfca06d-dcdb-4b21-be9a-6c7981301d4e'] response: {'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'code': 200} Sep 23 15:23:35.516931 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=8']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:36.447131 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae3093-846c-46d2-86d4-fcea520456e3 req-ad2a1543-dd67-45c8-a141-017a1ed566da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:36.448602 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7cae3093-846c-46d2-86d4-fcea520456e3 req-ad2a1543-dd67-45c8-a141-017a1ed566da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0531187 Sep 23 15:23:36.498295 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7cae3093-846c-46d2-86d4-fcea520456e3 req-f92e0660-4577-4cd5-b2a8-b93e136b5dcb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439372 Sep 23 15:23:37.090477 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [req-fb86e416-5ad8-48d4-b1fe-c06ffce85d94 req-ae332a06-29b3-4059-badb-fb87740ac650 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:23:37.091491 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fb86e416-5ad8-48d4-b1fe-c06ffce85d94 req-ae332a06-29b3-4059-badb-fb87740ac650 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0509949 Sep 23 15:23:37.286811 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b83007-7765-46c6-9c71-a4d260b7b4ed req-977ae621-9abe-421c-8c7d-8ac8164c7909 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:37.288299 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-40b83007-7765-46c6-9c71-a4d260b7b4ed req-977ae621-9abe-421c-8c7d-8ac8164c7909 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0548792 Sep 23 15:23:37.322272 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:37.338574 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-40b83007-7765-46c6-9c71-a4d260b7b4ed req-40e82cc8-99af-45d0-9135-bce285ae25fc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440829 Sep 23 15:23:37.488114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55638) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:37.570223 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-4e96a785-33fe-4cef-b42c-871f5f677ad3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803304 Sep 23 15:23:37.578913 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-399948aa-df38-4a5b-9769-d7c8f4bd99ac service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:23:37.579847 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-399948aa-df38-4a5b-9769-d7c8f4bd99ac service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048709 Sep 23 15:23:37.667810 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 55646) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:37.766531 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-1b8e4a65-8157-4174-b810-9c16ad40d644 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:37.767892 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-1b8e4a65-8157-4174-b810-9c16ad40d644 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports/93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 940 time: 0.0990858 Sep 23 15:23:38.472374 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7fa40-0bc1-4897-9891-0c2d57271c05 req-1c19f9d5-0558-4482-8135-3bf642b31899 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:38.474042 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a2a7fa40-0bc1-4897-9891-0c2d57271c05 req-1c19f9d5-0558-4482-8135-3bf642b31899 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0494418 Sep 23 15:23:38.523850 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a2a7fa40-0bc1-4897-9891-0c2d57271c05 req-0aac687c-cb9d-4b58-936c-ff835dd99114 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Sep 23 15:23:39.370002 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:23:39.448084 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: DOWN; New status is: DOWN {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:39.659027 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ecebb-500e-4842-87f1-5751bf505220 req-b535387f-64ec-4cfa-8d1f-bf73326371ca tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:39.660524 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-553ecebb-500e-4842-87f1-5751bf505220 req-b535387f-64ec-4cfa-8d1f-bf73326371ca tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0529847 Sep 23 15:23:39.712365 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-553ecebb-500e-4842-87f1-5751bf505220 req-d1f4ed08-8603-4c38-8bcb-3d2b5f36aa3a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447109 Sep 23 15:23:40.035146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-c6691580-eca7-4b84-8511-abd655a8b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.036582 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-c6691580-eca7-4b84-8511-abd655a8b213 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb&tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 1127 time: 0.0697870 Sep 23 15:23:40.136614 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-b8c31dd7-583c-443e-95e3-a699a3f6900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.138499 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-b8c31dd7-583c-443e-95e3-a699a3f6900e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1127 time: 0.0463984 Sep 23 15:23:40.231574 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-c1d44f4d-3d99-4491-b221-29f21a188460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.233051 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-c1d44f4d-3d99-4491-b221-29f21a188460 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.0880454 Sep 23 15:23:40.298617 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-2ecaaf32-57d4-42ea-92c3-82c74aca51e7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 200 len: 999 time: 0.0582185 Sep 23 15:23:40.351890 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-00b7314a-5e12-436c-ba82-8bad9f37fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.354280 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-00b7314a-5e12-436c-ba82-8bad9f37fb15 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0477448 Sep 23 15:23:40.398150 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-be500957-84fb-4b95-ad8a-c0965435732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.399607 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-be500957-84fb-4b95-ad8a-c0965435732e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385807 Sep 23 15:23:40.418071 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:40.509308 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-a86ef210-d9f5-48c3-9000-176b1989843f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023872 Sep 23 15:23:40.618377 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-089bfa2b-25c5-4482-a270-dbae171c49ed service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919130 Sep 23 15:23:40.856853 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196fd03-73b6-4473-b46c-868f592a6a67 req-6ab802a8-98db-4994-946b-1bff12af71bc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.858326 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0196fd03-73b6-4473-b46c-868f592a6a67 req-6ab802a8-98db-4994-946b-1bff12af71bc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0512030 Sep 23 15:23:40.909122 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0196fd03-73b6-4473-b46c-868f592a6a67 req-11cbbda4-e48f-4033-bf12-1e776ac4348a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446398 Sep 23 15:23:42.048388 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbddef-25a5-428b-9ec6-d86528440c4b req-0c03e98b-df11-4047-9ad2-f14ac065ec76 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:42.049870 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-febbddef-25a5-428b-9ec6-d86528440c4b req-0c03e98b-df11-4047-9ad2-f14ac065ec76 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0513587 Sep 23 15:23:42.100031 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-febbddef-25a5-428b-9ec6-d86528440c4b req-34f78104-e109-4017-9aa1-97c1ef240022 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414083 Sep 23 15:23:43.234807 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3b7e0-6e0f-4ba6-b806-0a67a83715a2 req-13f81c4c-3ad2-4ed5-b4ab-7b972d31e449 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:43.236442 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ffa3b7e0-6e0f-4ba6-b806-0a67a83715a2 req-13f81c4c-3ad2-4ed5-b4ab-7b972d31e449 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0526083 Sep 23 15:23:43.289994 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ffa3b7e0-6e0f-4ba6-b806-0a67a83715a2 req-1366d21f-f51e-45e5-bc82-44aaf4562522 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465345 Sep 23 15:23:44.420729 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5b56-3106-48a1-9b35-2b7655c3597c req-e618e2f2-9d3b-496a-8808-51ee9700ab2f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:44.422177 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7d9c5b56-3106-48a1-9b35-2b7655c3597c req-e618e2f2-9d3b-496a-8808-51ee9700ab2f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0482504 Sep 23 15:23:44.473541 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7d9c5b56-3106-48a1-9b35-2b7655c3597c req-9dc12ace-ca38-4037-b55d-55e5bf650c40 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 Sep 23 15:23:45.628641 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13162a3d-566f-4ed3-9209-23c1ef714935 req-463c06ac-a14b-4739-95e5-6e69949de3fc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.633549 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-13162a3d-566f-4ed3-9209-23c1ef714935 req-463c06ac-a14b-4739-95e5-6e69949de3fc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0530307 Sep 23 15:23:45.644195 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:45.685150 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-13162a3d-566f-4ed3-9209-23c1ef714935 req-de826991-ec1e-4caa-b73d-0823d3da6706 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483704 Sep 23 15:23:46.540539 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:46.549120 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:46.823397 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763790b9-9f93-4adc-bc5c-794a5db860ec req-9d2b0076-be6e-4d52-85fd-9a073b9d00eb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:46.825191 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-763790b9-9f93-4adc-bc5c-794a5db860ec req-9d2b0076-be6e-4d52-85fd-9a073b9d00eb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0535979 Sep 23 15:23:46.873336 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-763790b9-9f93-4adc-bc5c-794a5db860ec req-15546e0c-26c5-4bb0-9493-967fb2be50ea tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Sep 23 15:23:48.031915 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18013009-219e-4dbc-a733-18b17e33bd2e req-e3ab5a1b-7b18-46ec-966e-8090f676cb54 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:48.033753 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-18013009-219e-4dbc-a733-18b17e33bd2e req-e3ab5a1b-7b18-46ec-966e-8090f676cb54 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0580213 Sep 23 15:23:48.084687 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-18013009-219e-4dbc-a733-18b17e33bd2e req-7aab19b2-c640-4b7b-8b0f-ba6babd3bad0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448668 Sep 23 15:23:48.277205 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2fc9420b-7ad4-403d-a622-5868fc6f878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:49.219518 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e9913-0529-4515-b220-a662eacefeba req-55ffb19e-f90c-49c2-8978-c737dc4da4bb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:49.222056 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-260e9913-0529-4515-b220-a662eacefeba req-55ffb19e-f90c-49c2-8978-c737dc4da4bb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0486317 Sep 23 15:23:49.234273 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:49.273657 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-260e9913-0529-4515-b220-a662eacefeba req-8080ab7c-72a0-4598-b3f9-735375c8c3a4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458727 Sep 23 15:23:50.415024 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f74dd-6cf2-45de-9756-169b5b8a837b req-0f48d3eb-2c0d-44e6-983a-fe9510e572bb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:50.416632 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8a3f74dd-6cf2-45de-9756-169b5b8a837b req-0f48d3eb-2c0d-44e6-983a-fe9510e572bb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0525117 Sep 23 15:23:50.442098 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-35e40b97-16e0-49a0-ad7a-d026b6938ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:50.478659 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8a3f74dd-6cf2-45de-9756-169b5b8a837b req-5720b85a-cb30-4422-b61c-909b95ce897e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537829 Sep 23 15:23:51.623788 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43a3bb-9268-4c45-a437-864c67d488be req-642a2645-625e-40cd-b032-786c41d945ff tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:51.623788 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9f43a3bb-9268-4c45-a437-864c67d488be req-642a2645-625e-40cd-b032-786c41d945ff tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0539992 Sep 23 15:23:51.680720 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9f43a3bb-9268-4c45-a437-864c67d488be req-1d6de24d-dc9b-4902-b604-783408426250 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500486 Sep 23 15:23:51.884427 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:52.821447 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a94d-0448-4b5c-8843-47bceffb13cf req-e99cb907-d4eb-444f-a2ab-d2d03eee5111 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:52.822930 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1943a94d-0448-4b5c-8843-47bceffb13cf req-e99cb907-d4eb-444f-a2ab-d2d03eee5111 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0561473 Sep 23 15:23:52.850190 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:52.875260 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1943a94d-0448-4b5c-8843-47bceffb13cf req-1eeaf176-f5a5-4c7f-9bf2-c13c3e58e925 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450065 Sep 23 15:23:53.338673 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:53.396260 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:54.013743 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273def0f-153e-4e9b-b131-363ec12ea744 req-63dcfeaa-0f91-4634-80fc-23b02df1acd0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.015230 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-273def0f-153e-4e9b-b131-363ec12ea744 req-63dcfeaa-0f91-4634-80fc-23b02df1acd0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0473945 Sep 23 15:23:54.065954 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-273def0f-153e-4e9b-b131-363ec12ea744 req-efaf6164-74a7-4909-ae53-b936ff95dfed tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Sep 23 15:23:55.208774 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304438-72f3-4d01-978e-8fcfe2593c41 req-a40a99c9-2a52-4b88-a51e-a2fbe1fd3c82 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:55.210212 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-db304438-72f3-4d01-978e-8fcfe2593c41 req-a40a99c9-2a52-4b88-a51e-a2fbe1fd3c82 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0464425 Sep 23 15:23:55.256720 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-db304438-72f3-4d01-978e-8fcfe2593c41 req-b8449b14-9b2f-481b-a738-c9addd2175c3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 Sep 23 15:23:56.390482 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f6d3-9950-4984-97d3-bd28473d0ef0 req-8caec723-c11b-4efd-a8cc-0813234b0343 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:56.393201 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8849f6d3-9950-4984-97d3-bd28473d0ef0 req-8caec723-c11b-4efd-a8cc-0813234b0343 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0512707 Sep 23 15:23:56.449238 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8849f6d3-9950-4984-97d3-bd28473d0ef0 req-8268e3e8-e361-40fd-9530-0504bccda37e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502484 Sep 23 15:23:57.589612 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab16fce-beff-4e23-9ca2-291d856f023d req-dbdf3b19-f6ef-4d34-9b6c-8c93a8eaa055 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:57.591070 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bab16fce-beff-4e23-9ca2-291d856f023d req-dbdf3b19-f6ef-4d34-9b6c-8c93a8eaa055 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0507088 Sep 23 15:23:57.642019 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bab16fce-beff-4e23-9ca2-291d856f023d req-4e8db341-a3b1-45b9-95cb-fd1affdf64b6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449209 Sep 23 15:23:58.786398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc11d99-391b-44f0-982b-800613a7f7d1 req-b94f1ee4-e13b-4e07-bcaf-a3a76dfd1f2a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:58.787859 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fc11d99-391b-44f0-982b-800613a7f7d1 req-b94f1ee4-e13b-4e07-bcaf-a3a76dfd1f2a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0516117 Sep 23 15:23:58.835443 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fc11d99-391b-44f0-982b-800613a7f7d1 req-13204640-5dc7-4f69-8310-40536b74b5f2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 Sep 23 15:23:59.986710 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f97c0-5ddc-4745-9bf5-ab5cf0fea733 req-f21885cc-e422-48d8-80df-a540a67d85a0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:59.989562 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e6f97c0-5ddc-4745-9bf5-ab5cf0fea733 req-f21885cc-e422-48d8-80df-a540a67d85a0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0624774 Sep 23 15:24:00.039838 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e6f97c0-5ddc-4745-9bf5-ab5cf0fea733 req-7366d802-4ca4-4936-91ac-9f4798464b29 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 Sep 23 15:24:01.174077 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:01.185349 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f2127-99b8-466b-82b2-7419bfe614ec req-78eee813-d5e0-469c-af71-4b7a270d56a9 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:01.186851 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-761f2127-99b8-466b-82b2-7419bfe614ec req-78eee813-d5e0-469c-af71-4b7a270d56a9 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0487409 Sep 23 15:24:01.238513 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-761f2127-99b8-466b-82b2-7419bfe614ec req-7758c9ee-ba79-432d-98a7-dc55c2768018 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432951 Sep 23 15:24:02.371146 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc025a2-e2eb-412c-8b26-54ae59203ddd req-02b106d2-a6be-420a-b0df-c7fafcf61d12 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:02.372578 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ebc025a2-e2eb-412c-8b26-54ae59203ddd req-02b106d2-a6be-420a-b0df-c7fafcf61d12 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0479779 Sep 23 15:24:02.430670 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ebc025a2-e2eb-412c-8b26-54ae59203ddd req-1cd96a0f-80be-4688-9071-3139c12f000a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519586 Sep 23 15:24:03.388362 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:03.390377 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:03.572193 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec5c5e-6e39-46e9-b267-2a378892304b req-18b3c820-61f0-469a-91c7-267e5326d4de tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:03.573689 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-21ec5c5e-6e39-46e9-b267-2a378892304b req-18b3c820-61f0-469a-91c7-267e5326d4de tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0484891 Sep 23 15:24:03.630920 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-21ec5c5e-6e39-46e9-b267-2a378892304b req-b49ba85c-cd44-4394-92e5-d713109e4b1e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507052 Sep 23 15:24:04.231218 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:04.792694 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33428fa6-f40b-45c7-a772-7a13453e7054 req-e094aba4-b7bf-4490-be0e-07a5feded2d0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.794164 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33428fa6-f40b-45c7-a772-7a13453e7054 req-e094aba4-b7bf-4490-be0e-07a5feded2d0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 943 time: 0.0598752 Sep 23 15:24:04.845458 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33428fa6-f40b-45c7-a772-7a13453e7054 req-e913bc4c-2270-4b6e-92c8-7c92d56db118 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441871 Sep 23 15:24:04.905591 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-78b9a90d-767b-4ff9-902d-a563111007e8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378377 Sep 23 15:24:05.031519 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-99427246-09a9-47a0-a3ff-3c566dd13c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.033028 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-99427246-09a9-47a0-a3ff-3c566dd13c47 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0396588 Sep 23 15:24:05.140392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-67bc3dbe-90ea-45b4-b3f5-aefac9c440cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.141797 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-67bc3dbe-90ea-45b4-b3f5-aefac9c440cd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0883732 Sep 23 15:24:05.181814 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-b5de87c8-fb97-4ee8-bc4b-52bf87f881ff service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e HTTP/1.1" status: 200 len: 217 time: 0.0319579 Sep 23 15:24:05.231720 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-cc789e78-6f5b-4bda-9fa5-c2d518673813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.233209 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-cc789e78-6f5b-4bda-9fa5-c2d518673813 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0451577 Sep 23 15:24:05.282560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-2a7fc44d-b4a9-4dea-a03d-e2ade6bec958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.284046 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-2a7fc44d-b4a9-4dea-a03d-e2ade6bec958 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446718 Sep 23 15:24:05.376332 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-c1a4d88e-5cb0-408e-87d4-35a0663b8805 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855272 Sep 23 15:24:05.389803 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:05.544723 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:24:05.646876 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:05.661681 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'port_id': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'mac_address': 'fa:16:3e:b3:0d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:24:05.702878 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:24:05.703379 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:05.705106 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ad0209-fb45-4a46-83af-6b600255e019 req-3182c009-54cc-473e-b0f3-4dd49a70728e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224845 Sep 23 15:24:05.716875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93652ce2-3bd3-4207-96bf-3c25e56c5c28 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:24:05.737280 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:05.744065 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:05.789576 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=9']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:05.979854 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce55e6-92f0-499d-8aa3-009bd8e44204 req-2c70f534-f8c0-47da-9556-031d447e6018 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.981384 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fcce55e6-92f0-499d-8aa3-009bd8e44204 req-2c70f534-f8c0-47da-9556-031d447e6018 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 944 time: 0.0483167 Sep 23 15:24:06.036779 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fcce55e6-92f0-499d-8aa3-009bd8e44204 req-a3edb572-cdc3-4f46-a2a6-80fdf4f5de02 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495563 Sep 23 15:24:06.238790 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['93652ce2-3bd3-4207-96bf-3c25e56c5c28'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:24:06.519110 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:06.520396 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:07.185414 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2a5a-9e8f-43da-aa57-937dc9643831 req-60a128e9-73a7-44cb-8f16-448ba6ca4ae5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:07.187067 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6a0f2a5a-9e8f-43da-aa57-937dc9643831 req-60a128e9-73a7-44cb-8f16-448ba6ca4ae5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 944 time: 0.0531685 Sep 23 15:24:07.241054 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6a0f2a5a-9e8f-43da-aa57-937dc9643831 req-f52fcd0d-e1f8-419f-8be8-8bf118bbfae0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474749 Sep 23 15:24:07.575295 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:24:07.619920 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:24:07.620294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:07.620632 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 Sep 23 15:24:07.695630 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:24:07.696021 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:07.721240 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:07.723563 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8371a3-4186-48b9-82d1-b922e860ffb2" -d '{"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-plugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:07.738972 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:07.744104 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:07.789828 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=10']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:07.833677 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56747d1-8350-40a7-afb2-925050c8620d x-openstack-request-id: req-c56747d1-8350-40a7-afb2-925050c8620d {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:07.833987 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-plugged", "status": "completed", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:07.834266 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c56747d1-8350-40a7-afb2-925050c8620d {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:07.834662 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56747d1-8350-40a7-afb2-925050c8620d'] response: {'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'code': 200} Sep 23 15:24:08.367127 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:08.376002 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0d923-449a-469f-a93b-07663edf3b49 req-ebb06cb5-9228-4678-874a-269c951383ec tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:08.377525 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-26b0d923-449a-469f-a93b-07663edf3b49 req-ebb06cb5-9228-4678-874a-269c951383ec tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0514431 Sep 23 15:24:08.420610 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437417d-c44e-4136-8b89-c181fe21223c req-ade34a9d-c3b4-44ec-95ca-e3a705046ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:08.421976 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7437417d-c44e-4136-8b89-c181fe21223c req-ade34a9d-c3b4-44ec-95ca-e3a705046ffb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 1130 time: 0.0416415 Sep 23 15:24:08.428137 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-26b0d923-449a-469f-a93b-07663edf3b49 req-2e9ee9e9-7c95-4ff0-8536-265dd4cf47ee tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Sep 23 15:24:08.473240 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7437417d-c44e-4136-8b89-c181fe21223c req-e78c7667-5fed-4939-bd89-2b10420701e0 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452325 Sep 23 15:24:09.550322 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:24:09.564752 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af084ba-b3f8-4aeb-af31-8423bb751577 req-4c750d0f-8ea3-4c8b-8224-a7763acebcbb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:09.566201 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7af084ba-b3f8-4aeb-af31-8423bb751577 req-4c750d0f-8ea3-4c8b-8224-a7763acebcbb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0503695 Sep 23 15:24:09.613082 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7af084ba-b3f8-4aeb-af31-8423bb751577 req-64969ad4-9a8a-4ae0-a32f-9c01fa0b31f1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Sep 23 15:24:10.771844 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6314d5a-dca2-43dd-8e80-9c1866d733f6 req-3284696b-8698-4307-83c2-858a65202c5c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:10.777310 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d6314d5a-dca2-43dd-8e80-9c1866d733f6 req-3284696b-8698-4307-83c2-858a65202c5c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0708015 Sep 23 15:24:10.823312 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d6314d5a-dca2-43dd-8e80-9c1866d733f6 req-b07c806a-fcd6-4799-baf4-434e1230f659 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433705 Sep 23 15:24:11.973597 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86effd5-d05c-4f7b-bc58-4b778119156f req-f668eefa-a308-426c-aaef-fe092b03ad04 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:11.975062 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c86effd5-d05c-4f7b-bc58-4b778119156f req-f668eefa-a308-426c-aaef-fe092b03ad04 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0554612 Sep 23 15:24:12.026874 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c86effd5-d05c-4f7b-bc58-4b778119156f req-a9c6b194-5b79-4eab-92bc-7d5cff3ae29f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Sep 23 15:24:14.151971 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a63fc-60d1-486f-b2ab-2918f42a9ada req-61c7275d-5f51-4f64-b986-b36664d091b9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.153472 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c09a63fc-60d1-486f-b2ab-2918f42a9ada req-61c7275d-5f51-4f64-b986-b36664d091b9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0744462 Sep 23 15:24:14.166965 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-807be9ce-642b-4446-ac7c-227845d0e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.168360 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-807be9ce-642b-4446-ac7c-227845d0e923 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1129 time: 0.0609224 Sep 23 15:24:14.253262 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c09a63fc-60d1-486f-b2ab-2918f42a9ada req-72ccb9d0-c353-42ac-99a3-178e6b71b67e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926707 Sep 23 15:24:14.257704 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:14.288325 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-6e229b70-4749-4435-9f9e-a0b62847b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.289832 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-6e229b70-4749-4435-9f9e-a0b62847b16c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.1134098 Sep 23 15:24:14.352560 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-970b3f1f-e311-41aa-988c-845b4ef447bc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0556216 Sep 23 15:24:14.403855 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-6d0a7782-cba5-4bbe-a439-114e95a46b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.405954 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-6d0a7782-cba5-4bbe-a439-114e95a46b60 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0462208 Sep 23 15:24:14.454066 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-ac5e0049-b7ae-4235-9ceb-56a4176ba8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.455531 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-ac5e0049-b7ae-4235-9ceb-56a4176ba8c0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420029 Sep 23 15:24:14.548516 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-35a10fc5-43a5-46f0-a5fe-d760d6bf2bf5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861042 Sep 23 15:24:14.651780 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5fe5c002-4c82-4181-bb9a-cbe54b305104 req-de3f9b8b-e7c2-4fe3-9bb9-221f0a308bab service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968618 Sep 23 15:24:15.394153 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e38e47-5074-499b-95fc-c46fda8a809e req-a4a6022f-6e39-44d6-b361-0d5788a74d1b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.395893 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79e38e47-5074-499b-95fc-c46fda8a809e req-a4a6022f-6e39-44d6-b361-0d5788a74d1b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0563295 Sep 23 15:24:15.447836 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79e38e47-5074-499b-95fc-c46fda8a809e req-f1eb1a1b-f17d-4e49-bd07-d344db1fd76f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459836 Sep 23 15:24:16.589486 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662c2e-36c1-4fcd-8a74-d2a6d9e240ba req-fe915f4b-fcd9-4b32-8a09-91999c224fc8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:16.590974 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ea662c2e-36c1-4fcd-8a74-d2a6d9e240ba req-fe915f4b-fcd9-4b32-8a09-91999c224fc8 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Sep 23 15:24:16.647284 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ea662c2e-36c1-4fcd-8a74-d2a6d9e240ba req-23512a4f-37e3-43b6-a1a4-979caf3ed197 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477865 Sep 23 15:24:17.781764 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:17.785867 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23a6b4-8742-4bfa-8e8e-eee4f7f77efc req-c157c29d-9695-43e6-8d9c-e30adab0de12 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.787908 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:17.788052 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8c23a6b4-8742-4bfa-8e8e-eee4f7f77efc req-c157c29d-9695-43e6-8d9c-e30adab0de12 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0561728 Sep 23 15:24:17.841632 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8c23a6b4-8742-4bfa-8e8e-eee4f7f77efc req-502612f9-39e7-47cc-90d7-e8f26e54b3f9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478065 Sep 23 15:24:18.274052 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7eafec84-e36a-40d3-aecc-b123bc520794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:18.942985 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:18.984645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2b8c7-b11b-40e2-a4a9-6ebe50508daf req-dde38c51-04b7-45b6-b64c-d78032553819 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:18.986103 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-09f2b8c7-b11b-40e2-a4a9-6ebe50508daf req-dde38c51-04b7-45b6-b64c-d78032553819 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0561845 Sep 23 15:24:19.037008 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-09f2b8c7-b11b-40e2-a4a9-6ebe50508daf req-8ccc8d52-7c99-48d4-9de9-c67fde46ed83 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449638 Sep 23 15:24:19.547229 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:20.163370 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:20.182680 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff90a91-39b1-49aa-9087-5d6af8f13a8f req-d72a5544-2930-4b42-bc16-5ec1830ecada tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:20.184170 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-eff90a91-39b1-49aa-9087-5d6af8f13a8f req-d72a5544-2930-4b42-bc16-5ec1830ecada tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0539112 Sep 23 15:24:20.238605 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-eff90a91-39b1-49aa-9087-5d6af8f13a8f req-e25edf8e-f948-418b-a4bc-86eb4b997b66 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460718 Sep 23 15:24:20.442670 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-166ee7ea-37d7-484f-b936-66dd2ec226c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:21.372149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8355-3bbc-4660-8d68-7492ace09780 req-a64309b7-f4fb-4be2-851c-e8e634f5151d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:21.373649 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-328a8355-3bbc-4660-8d68-7492ace09780 req-a64309b7-f4fb-4be2-851c-e8e634f5151d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0560570 Sep 23 15:24:21.423530 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-328a8355-3bbc-4660-8d68-7492ace09780 req-1d31e611-f46e-43a5-9ea0-787adfc48ba2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Sep 23 15:24:21.886089 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:22.570402 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863bbea-6e9a-441a-86df-796e8f1c6ce8 req-5d81dee9-343e-4f95-b577-b34abfcc922e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:22.572265 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8863bbea-6e9a-441a-86df-796e8f1c6ce8 req-5d81dee9-343e-4f95-b577-b34abfcc922e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0571086 Sep 23 15:24:22.622666 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8863bbea-6e9a-441a-86df-796e8f1c6ce8 req-2531e3b6-deec-4ca1-ad91-5db9f0ad80f6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Sep 23 15:24:23.345539 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:23.391893 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:23.778887 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec7c5-c2bf-44b4-b895-92175761bb99 req-57d0d1e2-40ba-4792-933d-37ccab610402 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:23.780356 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-540ec7c5-c2bf-44b4-b895-92175761bb99 req-57d0d1e2-40ba-4792-933d-37ccab610402 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0552897 Sep 23 15:24:23.829882 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-540ec7c5-c2bf-44b4-b895-92175761bb99 req-84af82f4-0da2-4e44-85f8-3302d3376605 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430942 Sep 23 15:24:24.973683 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54579-601f-4bbc-a9f3-73c215acb976 req-27abb773-65a8-4802-b493-9fe9141afdb7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:24.975046 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33d54579-601f-4bbc-a9f3-73c215acb976 req-27abb773-65a8-4802-b493-9fe9141afdb7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0519643 Sep 23 15:24:25.025288 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33d54579-601f-4bbc-a9f3-73c215acb976 req-048164c3-fe4e-4438-a427-d4ebf6587951 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444059 Sep 23 15:24:25.797938 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32090edb-93b6-4c3e-bb43-19f0f0cad2d5 req-b5bdaf41-6b1d-4681-af14-bd2a12630dcd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:25.799360 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-32090edb-93b6-4c3e-bb43-19f0f0cad2d5 req-b5bdaf41-6b1d-4681-af14-bd2a12630dcd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0487583 Sep 23 15:24:25.847003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-3989db6f-b03e-436a-bdcd-7542e5e2082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:25.848553 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-3989db6f-b03e-436a-bdcd-7542e5e2082b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1169 time: 0.0498271 Sep 23 15:24:25.867814 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-32090edb-93b6-4c3e-bb43-19f0f0cad2d5 req-4cfe34b2-d00b-4c7f-a837-c177e450f63a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624914 Sep 23 15:24:25.944081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-6036c67b-a70d-463e-851f-b92051703d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:25.945637 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-6036c67b-a70d-463e-851f-b92051703d66 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 916 time: 0.0910032 Sep 23 15:24:26.017487 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-f86b9b97-775c-4b6c-9dfb-da06b4a00c6e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 1002 time: 0.0595822 Sep 23 15:24:26.069649 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-0222f534-b546-49ad-95ba-7f08d21af965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:26.070718 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-0222f534-b546-49ad-95ba-7f08d21af965 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 200 len: 854 time: 0.0446997 Sep 23 15:24:26.111887 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:26.157022 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-cf4ac50d-16ec-42bc-8762-338b8e1f0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:26.159584 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-cf4ac50d-16ec-42bc-8762-338b8e1f0448 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6e977df4-776b-4447-99be-1d03ae7632bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729985 Sep 23 15:24:26.194792 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5db3-4c5d-454c-b7ea-dcaa2c8f8d45 req-8505313d-d6e3-4237-8134-80e2e45c0e4e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:26.196247 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-102b5db3-4c5d-454c-b7ea-dcaa2c8f8d45 req-8505313d-d6e3-4237-8134-80e2e45c0e4e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0833290 Sep 23 15:24:26.313311 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-102b5db3-4c5d-454c-b7ea-dcaa2c8f8d45 req-be589598-8fb1-449d-b5f5-35c677c71db4 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810726 Sep 23 15:24:26.318725 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-702d2829-24d6-4d42-8f1a-b4cf5ea72ee5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522093 Sep 23 15:24:26.422920 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7391fc93-5aac-4f7b-9e5a-55166639934c req-e68aa661-e839-435e-ae2d-83ff70012b89 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958915 Sep 23 15:24:27.003412 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25771dd6-280d-4c84-a185-3ffff5da2598 req-9cf523d9-6adb-4056-9955-aa91b5f4c2ac tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:27.004873 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25771dd6-280d-4c84-a185-3ffff5da2598 req-9cf523d9-6adb-4056-9955-aa91b5f4c2ac tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0480185 Sep 23 15:24:27.073037 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-25771dd6-280d-4c84-a185-3ffff5da2598 req-31299b67-84c4-4fc4-8136-74dea8eeebde tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595863 Sep 23 15:24:27.449832 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08add8-5a2b-40aa-8eb0-f64333123531 req-65ebbb58-30aa-41ec-bc07-10c9e0f0e77f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:27.451300 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cc08add8-5a2b-40aa-8eb0-f64333123531 req-65ebbb58-30aa-41ec-bc07-10c9e0f0e77f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Sep 23 15:24:27.513046 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cc08add8-5a2b-40aa-8eb0-f64333123531 req-d898dfdf-c0fa-4c1c-a622-81b56f01f898 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532441 Sep 23 15:24:28.219702 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5b281-b529-4fbf-9e5e-55640b7dbab5 req-6f56ad67-2174-4f2d-8367-0ebd7cc0473d tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:28.221179 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79a5b281-b529-4fbf-9e5e-55640b7dbab5 req-6f56ad67-2174-4f2d-8367-0ebd7cc0473d tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0580101 Sep 23 15:24:28.289073 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-79a5b281-b529-4fbf-9e5e-55640b7dbab5 req-94f96358-6f51-4821-9a17-5605dc8d38d7 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594401 Sep 23 15:24:28.668670 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b27b-09b4-4ad5-85d3-4779aebf90fb req-a76ee900-30ca-4a9b-816b-f8c356c0bf57 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:28.670092 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-be50b27b-09b4-4ad5-85d3-4779aebf90fb req-a76ee900-30ca-4a9b-816b-f8c356c0bf57 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0666635 Sep 23 15:24:28.717793 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-be50b27b-09b4-4ad5-85d3-4779aebf90fb req-2313afd1-8b3a-47b9-af94-d1cef7504862 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Sep 23 15:24:29.430174 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142fe30-aa11-4d22-918b-ff97de296f99 req-ea66f233-63ae-4c40-a05c-1b30f9841524 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:29.431639 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8142fe30-aa11-4d22-918b-ff97de296f99 req-ea66f233-63ae-4c40-a05c-1b30f9841524 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0553639 Sep 23 15:24:29.488283 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:29.495686 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8142fe30-aa11-4d22-918b-ff97de296f99 req-d525ce5b-2eb3-4635-a7b5-b78b1d678b8c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566356 Sep 23 15:24:29.813432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:29.860640 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4ddf2-61d6-40e1-923a-568767fe33bf req-42ae9fc0-3a08-490c-bb45-efe3cf209ec2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:29.862132 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-13c4ddf2-61d6-40e1-923a-568767fe33bf req-42ae9fc0-3a08-490c-bb45-efe3cf209ec2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0630891 Sep 23 15:24:29.909062 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-13c4ddf2-61d6-40e1-923a-568767fe33bf req-c5689cb8-d760-4026-80cb-06a9cdecafb1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409603 Sep 23 15:24:30.633692 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198f80c-20d8-406e-b20b-dced766a5dfa req-3b2ce027-19c7-4cda-8af2-6e8f1f661f14 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:30.635198 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8198f80c-20d8-406e-b20b-dced766a5dfa req-3b2ce027-19c7-4cda-8af2-6e8f1f661f14 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0544045 Sep 23 15:24:30.699264 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8198f80c-20d8-406e-b20b-dced766a5dfa req-54c796cb-58b2-4f25-b3eb-8bf27971fee1 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552113 Sep 23 15:24:31.033721 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7435f-7a63-4d56-a019-50384b337b8e req-58ced8ec-2f0c-46ab-97cd-bed45e0b80ab tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:31.035186 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9fa7435f-7a63-4d56-a019-50384b337b8e req-58ced8ec-2f0c-46ab-97cd-bed45e0b80ab tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0479755 Sep 23 15:24:31.088173 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9fa7435f-7a63-4d56-a019-50384b337b8e req-1f69052d-ce89-4b03-a0a0-a71537d44424 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472198 Sep 23 15:24:31.848057 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb680b-99d2-4d8b-ace8-90fd25a8b59a req-01dbe6d0-03d1-404f-bb3c-c6d3aa8b97c9 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:31.849572 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2dfb680b-99d2-4d8b-ace8-90fd25a8b59a req-01dbe6d0-03d1-404f-bb3c-c6d3aa8b97c9 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0609527 Sep 23 15:24:31.920933 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2dfb680b-99d2-4d8b-ace8-90fd25a8b59a req-7c96afa7-b644-492d-a3cb-ad8aeca570fa tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644374 Sep 23 15:24:32.237152 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebe5cb-e0f2-4cbc-8d7b-5a561827e7a9 req-c70f46aa-4007-4fe3-8305-caa2a39d5050 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:32.238616 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-10ebe5cb-e0f2-4cbc-8d7b-5a561827e7a9 req-c70f46aa-4007-4fe3-8305-caa2a39d5050 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0568593 Sep 23 15:24:32.286492 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-10ebe5cb-e0f2-4cbc-8d7b-5a561827e7a9 req-d96a6401-bbb6-439f-8c3f-9aa5d6c777f7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415850 Sep 23 15:24:33.066114 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9a2f4-1d64-45e6-9d08-acd6baeaf0c5 req-d90d69e9-4900-4200-a516-87b640cf32a7 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:33.067565 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dba9a2f4-1d64-45e6-9d08-acd6baeaf0c5 req-d90d69e9-4900-4200-a516-87b640cf32a7 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0530806 Sep 23 15:24:33.127292 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:33.134738 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dba9a2f4-1d64-45e6-9d08-acd6baeaf0c5 req-a0bc7b17-ce59-48b0-802a-b54f6e891053 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580506 Sep 23 15:24:33.377141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:33.386366 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:33.428990 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1e1f-1cff-40d0-a9e7-7428118637d1 req-075b805d-677e-46b1-97f7-44389821f081 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:33.430488 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ae9d1e1f-1cff-40d0-a9e7-7428118637d1 req-075b805d-677e-46b1-97f7-44389821f081 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0481274 Sep 23 15:24:33.479042 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ae9d1e1f-1cff-40d0-a9e7-7428118637d1 req-30ec7af5-4fec-4827-b72f-ea0c549b8c24 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427406 Sep 23 15:24:34.248278 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:34.276652 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eabe2a-14a1-4250-8412-abce21be6bac req-c92f7b9a-29f9-47b3-a5f3-4738ed0b39c5 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:34.278139 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b5eabe2a-14a1-4250-8412-abce21be6bac req-c92f7b9a-29f9-47b3-a5f3-4738ed0b39c5 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0527420 Sep 23 15:24:34.344706 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b5eabe2a-14a1-4250-8412-abce21be6bac req-06b8edfd-e6fa-423e-9568-d184459b7e0a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577836 Sep 23 15:24:34.612119 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d16c17-6cd0-4b1b-9207-8d67444641ec req-6dc8f72b-074d-49f0-8af0-ef6a3ffbb971 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:34.613629 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d16c17-6cd0-4b1b-9207-8d67444641ec req-6dc8f72b-074d-49f0-8af0-ef6a3ffbb971 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0510848 Sep 23 15:24:34.661318 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d16c17-6cd0-4b1b-9207-8d67444641ec req-1b6c861d-f453-4462-8b78-6df2a29395a1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Sep 23 15:24:35.485582 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ee34-d047-4bc3-973f-df5c87d856c7 req-bb50f578-257a-41c9-b30d-d66e7fcb4116 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:35.487039 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a241ee34-d047-4bc3-973f-df5c87d856c7 req-bb50f578-257a-41c9-b30d-d66e7fcb4116 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0516670 Sep 23 15:24:35.555166 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a241ee34-d047-4bc3-973f-df5c87d856c7 req-1aa0c28d-c309-42bb-9c5d-c23e6fccca9f tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585880 Sep 23 15:24:35.800919 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dea5b-55c0-4142-b2d0-729e87e4ca8d req-4cf94409-f0c1-4d6f-890c-d95f5c425d07 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:35.802363 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9e1dea5b-55c0-4142-b2d0-729e87e4ca8d req-4cf94409-f0c1-4d6f-890c-d95f5c425d07 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0465016 Sep 23 15:24:35.821223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:35.851468 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9e1dea5b-55c0-4142-b2d0-729e87e4ca8d req-2dbb083a-fa67-4866-a1f1-61f76e3b0a38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Sep 23 15:24:36.680612 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50ca2-da45-4bb7-bcb5-09a79aeeda01 req-7d2c0f7d-5307-46ba-9321-92b3bd26899c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:36.682204 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-73f50ca2-da45-4bb7-bcb5-09a79aeeda01 req-7d2c0f7d-5307-46ba-9321-92b3bd26899c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0480833 Sep 23 15:24:36.747063 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-73f50ca2-da45-4bb7-bcb5-09a79aeeda01 req-f157d151-014c-4f0c-836b-08ac23dc6db4 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562465 Sep 23 15:24:36.988005 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e002e2-c53c-4a87-b38a-c007d105128d req-69bbfd27-482f-4234-9d66-3b9342bed4b2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:36.989477 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86e002e2-c53c-4a87-b38a-c007d105128d req-69bbfd27-482f-4234-9d66-3b9342bed4b2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0526943 Sep 23 15:24:37.040075 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86e002e2-c53c-4a87-b38a-c007d105128d req-4fc6ec0f-7526-4c6d-b342-dc25e7747843 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442998 Sep 23 15:24:37.368289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f60b62-fd7f-4bf1-b95e-baedfdc2103a req-97a8c043-e219-4b97-9461-698c5ee54d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.370214 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-38f60b62-fd7f-4bf1-b95e-baedfdc2103a req-97a8c043-e219-4b97-9461-698c5ee54d92 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1129 time: 0.0395186 Sep 23 15:24:37.460641 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-38f60b62-fd7f-4bf1-b95e-baedfdc2103a req-94f60679-fd03-4144-b280-63ec414d0436 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466354 Sep 23 15:24:37.882823 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da3472-64ff-4069-a6fc-f1dd511e32be req-4279b981-0e86-48d1-af6b-a41c88505fab tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.884274 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-62da3472-64ff-4069-a6fc-f1dd511e32be req-4279b981-0e86-48d1-af6b-a41c88505fab tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0552349 Sep 23 15:24:37.944245 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-62da3472-64ff-4069-a6fc-f1dd511e32be req-67722bd8-a05c-45c2-a7c4-97e209e245ae tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539110 Sep 23 15:24:38.169119 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472af20-de86-4eb8-8dcc-5a129c4b1f16 req-569f8d14-4c5f-4356-8428-71182d98cdb9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:38.170584 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1472af20-de86-4eb8-8dcc-5a129c4b1f16 req-569f8d14-4c5f-4356-8428-71182d98cdb9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0517869 Sep 23 15:24:38.218746 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1472af20-de86-4eb8-8dcc-5a129c4b1f16 req-4cca1fc7-fa3a-44dc-a066-098423f1eeaa tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Sep 23 15:24:39.084958 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbd533-7574-4ea1-bc26-b16a75d05a77 req-edd747d3-d47c-4c8e-bd6f-5977b85b66f3 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:39.086441 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1fcbd533-7574-4ea1-bc26-b16a75d05a77 req-edd747d3-d47c-4c8e-bd6f-5977b85b66f3 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0571220 Sep 23 15:24:39.152621 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1fcbd533-7574-4ea1-bc26-b16a75d05a77 req-31fda0b6-1afb-4450-bdab-2bcf3e76706f tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581079 Sep 23 15:24:39.351954 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e4bb3-7ae8-4688-aa6b-102b2155e772 req-4a48af4e-d116-43f3-9890-e1404a1d04bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:39.353469 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d77e4bb3-7ae8-4688-aa6b-102b2155e772 req-4a48af4e-d116-43f3-9890-e1404a1d04bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0469065 Sep 23 15:24:39.401690 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d77e4bb3-7ae8-4688-aa6b-102b2155e772 req-98df8d3d-aefc-4cb2-b695-f98bf6dc00b6 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Sep 23 15:24:40.115197 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6157cd-7b6f-48bc-bdc9-2f3b06eceb70 req-b2268897-c657-47a7-9560-e6e0302f16fe tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.116691 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ac6157cd-7b6f-48bc-bdc9-2f3b06eceb70 req-b2268897-c657-47a7-9560-e6e0302f16fe tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0527656 Sep 23 15:24:40.189278 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ac6157cd-7b6f-48bc-bdc9-2f3b06eceb70 req-6f1cc4ae-674c-46bc-bffa-7a327d7eb3b8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657711 Sep 23 15:24:40.285568 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec57635-97d4-47b4-a558-58ff044344fb req-64e17492-758b-485a-a902-c20fc7de8ed5 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.287110 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dec57635-97d4-47b4-a558-58ff044344fb req-64e17492-758b-485a-a902-c20fc7de8ed5 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0495031 Sep 23 15:24:40.319417 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:40.355454 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dec57635-97d4-47b4-a558-58ff044344fb req-54626f5c-4361-42ba-8b86-a4f6a142022c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616572 Sep 23 15:24:40.544204 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387862b-ce02-49f2-b8bb-0bcb104d69c8 req-6652fcc2-8d2c-4b41-9745-23a0dd9b90e9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.545773 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7387862b-ce02-49f2-b8bb-0bcb104d69c8 req-6652fcc2-8d2c-4b41-9745-23a0dd9b90e9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0572011 Sep 23 15:24:40.596716 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7387862b-ce02-49f2-b8bb-0bcb104d69c8 req-a9d748e4-0646-4e59-a5a7-d35b7726fbcd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431812 Sep 23 15:24:40.748137 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a8e3-985a-43da-8072-7e371d5ce8b4 req-a3496c56-1631-4580-ac03-1cd6a0a0eabe tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.749665 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bde8a8e3-985a-43da-8072-7e371d5ce8b4 req-a3496c56-1631-4580-ac03-1cd6a0a0eabe tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0520790 Sep 23 15:24:40.784471 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:40.800203 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bde8a8e3-985a-43da-8072-7e371d5ce8b4 req-b654e733-4e74-4813-97c3-cc4db79f983e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 Sep 23 15:24:41.028565 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1db5-43ea-411e-8af2-acffcc8afb7b req-f72bf086-0ada-420f-9a20-579906a36366 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.030098 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e1e1db5-43ea-411e-8af2-acffcc8afb7b req-f72bf086-0ada-420f-9a20-579906a36366 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0485806 Sep 23 15:24:41.054475 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-375079a9-2d1a-4b77-a0a7-29fe36d86d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.055977 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-375079a9-2d1a-4b77-a0a7-29fe36d86d11 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1129 time: 0.0402384 Sep 23 15:24:41.078657 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0e1e1db5-43ea-411e-8af2-acffcc8afb7b req-1e22ad3c-924b-4364-a137-e3790e2aab5e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Sep 23 15:24:41.163566 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-b750d8bb-fdf5-456f-b22c-4be5b6c7ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.165884 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-b750d8bb-fdf5-456f-b22c-4be5b6c7ec7d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0982943 Sep 23 15:24:41.234069 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-97107132-256b-49e1-beb1-632c97e6739c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0604539 Sep 23 15:24:41.319961 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-d6a7ed37-493c-4078-8167-2af6cbed1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.321433 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-d6a7ed37-493c-4078-8167-2af6cbed1159 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0767264 Sep 23 15:24:41.331601 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a984-c586-4171-a5f2-1b3bd16981b1 req-83e919c6-796d-49ad-9fb5-d43a84e46f8b tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.332964 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1e26a984-c586-4171-a5f2-1b3bd16981b1 req-83e919c6-796d-49ad-9fb5-d43a84e46f8b tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0619133 Sep 23 15:24:41.390954 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-20e79b02-7083-4dc2-9111-3a41b9046c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.392432 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-20e79b02-7083-4dc2-9111-3a41b9046c14 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586360 Sep 23 15:24:41.426488 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1e26a984-c586-4171-a5f2-1b3bd16981b1 req-a0ec2698-09e0-4e9f-809f-ea86ab8893b9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853159 Sep 23 15:24:41.456513 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:41.481409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6f15-901e-454f-aa1c-edf0cba200a8 req-0a041b6b-668e-46be-bc2f-1e3fbdffd3de tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.482797 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4fcd6f15-901e-454f-aa1c-edf0cba200a8 req-0a041b6b-668e-46be-bc2f-1e3fbdffd3de tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0485177 Sep 23 15:24:41.499532 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-4fe6efe2-8837-4113-95c1-6e5ccd931c22 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988231 Sep 23 15:24:41.544575 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4fcd6f15-901e-454f-aa1c-edf0cba200a8 req-dedd7a2c-b405-4fb0-93d4-e074546b48c6 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558884 Sep 23 15:24:41.592966 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aacea0a7-0598-4c02-a384-7f9738b0c4a6 req-f1e73388-978e-44c9-803b-ccf10bffe64f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864439 Sep 23 15:24:41.951605 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0a8d7-bed0-47b1-9011-462500a2ebd3 req-2c751d6e-f1bd-484f-b3fd-87a9c4bb9848 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.953121 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-25f0a8d7-bed0-47b1-9011-462500a2ebd3 req-2c751d6e-f1bd-484f-b3fd-87a9c4bb9848 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0701225 Sep 23 15:24:42.006439 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-25f0a8d7-bed0-47b1-9011-462500a2ebd3 req-e640406b-96ea-4ccb-bbbd-b68a5a7ee856 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Sep 23 15:24:42.219092 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dc051-ddd4-4d18-b043-a1b2dad3a8fc req-f218f830-9b7e-47fb-867c-dbe0629ac1a3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:42.220755 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d43dc051-ddd4-4d18-b043-a1b2dad3a8fc req-f218f830-9b7e-47fb-867c-dbe0629ac1a3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0516999 Sep 23 15:24:42.281048 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d43dc051-ddd4-4d18-b043-a1b2dad3a8fc req-49429988-4f6b-4ecb-b5d7-26a8e49d4af1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522380 Sep 23 15:24:42.552295 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d1b8-6b62-44e4-b0da-47c738fcdfee req-1c111413-5b5d-484d-bd28-c92ca4b2acf8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:42.553821 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3639d1b8-6b62-44e4-b0da-47c738fcdfee req-1c111413-5b5d-484d-bd28-c92ca4b2acf8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0465357 Sep 23 15:24:42.604954 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3639d1b8-6b62-44e4-b0da-47c738fcdfee req-e5101c77-4f33-4ae7-9501-1af7b6ac9d02 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 Sep 23 15:24:42.644096 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:42.685229 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ff291-fddf-4179-8091-dc8979763306 req-9ae8c930-e9eb-4a84-8a76-3d209f153709 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:42.686623 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-994ff291-fddf-4179-8091-dc8979763306 req-9ae8c930-e9eb-4a84-8a76-3d209f153709 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0523503 Sep 23 15:24:42.751056 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-994ff291-fddf-4179-8091-dc8979763306 req-676e0997-7ca5-42f4-8144-fab4a6f8d9b6 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584743 Sep 23 15:24:43.150340 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764b4a8-6b17-4ce5-893f-270a0e0aaf97 req-e85d237e-647f-4648-b7c5-dd848d4dc7c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.151781 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3764b4a8-6b17-4ce5-893f-270a0e0aaf97 req-e85d237e-647f-4648-b7c5-dd848d4dc7c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0492620 Sep 23 15:24:43.204423 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3764b4a8-6b17-4ce5-893f-270a0e0aaf97 req-f083ad46-91e8-4f4c-916f-539348d15db0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447142 Sep 23 15:24:43.434965 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08c8a-f10d-4699-acb4-93cd65f96e34 req-c8411955-88b7-4fc0-9926-ce3154f32996 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.436418 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5f08c8a-f10d-4699-acb4-93cd65f96e34 req-c8411955-88b7-4fc0-9926-ce3154f32996 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0640454 Sep 23 15:24:43.484824 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c5f08c8a-f10d-4699-acb4-93cd65f96e34 req-a68415fe-3f2b-4c90-aaed-824469f517c3 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425799 Sep 23 15:24:43.730138 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3136-d283-4f2e-a12e-8575cb4b82c3 req-f33255f8-e12f-4c60-9e5a-1825b64657a4 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.731641 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-844c3136-d283-4f2e-a12e-8575cb4b82c3 req-f33255f8-e12f-4c60-9e5a-1825b64657a4 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0481491 Sep 23 15:24:43.782776 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-844c3136-d283-4f2e-a12e-8575cb4b82c3 req-9b9d73b7-addf-4ba2-9f71-a4d35a65dc21 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Sep 23 15:24:43.881263 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd263079-58ca-4a67-8044-265f169bb1e1 req-74ed2586-8140-4c4c-896f-104568333035 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.882745 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd263079-58ca-4a67-8044-265f169bb1e1 req-74ed2586-8140-4c4c-896f-104568333035 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0483243 Sep 23 15:24:43.944979 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-dd263079-58ca-4a67-8044-265f169bb1e1 req-0d9ef41c-976f-4cb7-bfca-f8a20c328e1c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558865 Sep 23 15:24:44.239010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:44.241032 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:44.342224 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797a776-b874-49d2-a007-9ffccadb09e4 req-9ea4245d-9dfa-4658-b190-dadc30d68ef2 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.343657 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8797a776-b874-49d2-a007-9ffccadb09e4 req-9ea4245d-9dfa-4658-b190-dadc30d68ef2 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0537226 Sep 23 15:24:44.364876 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:44.395601 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8797a776-b874-49d2-a007-9ffccadb09e4 req-e4da9d43-3c8c-47f0-b217-1430acc59cdf tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Sep 23 15:24:44.624189 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa154603-f263-4a43-9a1c-f2bdf6d9722a req-9bec8b0b-c4a4-4b10-8a81-c1408f80e56b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.625656 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aa154603-f263-4a43-9a1c-f2bdf6d9722a req-9bec8b0b-c4a4-4b10-8a81-c1408f80e56b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0488310 Sep 23 15:24:44.680570 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-aa154603-f263-4a43-9a1c-f2bdf6d9722a req-5564ab37-6991-4e49-9ef2-319db4af5d12 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469878 Sep 23 15:24:44.924267 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22bc5-19ba-4671-b08c-f6b9b3881f70 req-05592012-4c2e-44cf-9533-d532bc0a4f30 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.925792 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d9a22bc5-19ba-4671-b08c-f6b9b3881f70 req-05592012-4c2e-44cf-9533-d532bc0a4f30 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0508490 Sep 23 15:24:44.975943 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d9a22bc5-19ba-4671-b08c-f6b9b3881f70 req-283501a7-2954-4729-ac9d-d7f8cff22c97 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Sep 23 15:24:45.068106 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dd4c1-c855-404c-a4bf-0e2459c99a43 req-b1e930b7-5492-40c2-970f-d00f6c614108 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:45.069717 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a27dd4c1-c855-404c-a4bf-0e2459c99a43 req-b1e930b7-5492-40c2-970f-d00f6c614108 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0498135 Sep 23 15:24:45.130925 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a27dd4c1-c855-404c-a4bf-0e2459c99a43 req-f8ef262b-19b6-4d4b-aa90-c387464368c4 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&id=7176e855-f66e-4c07-87b2-ef74ca17013b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546405 Sep 23 15:24:45.530998 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8713c-b784-4d8c-a857-6defd2b4f28c req-ce38c47c-1557-44d3-996d-63367eacc2ed tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:45.532810 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-08a8713c-b784-4d8c-a857-6defd2b4f28c req-ce38c47c-1557-44d3-996d-63367eacc2ed tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0498660 Sep 23 15:24:45.582673 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-08a8713c-b784-4d8c-a857-6defd2b4f28c req-37ece6d5-a37f-4d46-b4cb-6f5da7f904c8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Sep 23 15:24:45.811521 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316ff5f-6261-4861-a55a-bb01282b1648 req-8729fee8-0fc5-4ab9-8de3-13703d9bf66d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:45.812982 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2316ff5f-6261-4861-a55a-bb01282b1648 req-8729fee8-0fc5-4ab9-8de3-13703d9bf66d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0511491 Sep 23 15:24:45.863292 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2316ff5f-6261-4861-a55a-bb01282b1648 req-bd7894f4-75ac-479d-9d2a-e58a9e59a4a2 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Sep 23 15:24:45.991721 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736abfdd-1bfb-4df3-acf4-29417dafa594 req-9234b987-4e30-4e02-91b1-00bb4cc9dd82 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:45.993094 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-736abfdd-1bfb-4df3-acf4-29417dafa594 req-9234b987-4e30-4e02-91b1-00bb4cc9dd82 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0545623 Sep 23 15:24:46.009283 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56004) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:46.013768 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Request body: {'floatingip': {'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:46.068547 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:46.105866 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504308b-b6e9-4430-bb3b-0f9c336a6bab req-8eeef7e2-2b71-4af6-8c9b-9676575be45c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:46.107343 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a504308b-b6e9-4430-bb3b-0f9c336a6bab req-8eeef7e2-2b71-4af6-8c9b-9676575be45c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Sep 23 15:24:46.160882 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a504308b-b6e9-4430-bb3b-0f9c336a6bab req-4956986a-9e45-4820-9f90-6d2b3827b157 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469611 Sep 23 15:24:46.198974 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:46.440991 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=14 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:46.442923 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=18 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:46.552301 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:24:46.778708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:46.786615 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed528423-8313-4778-96f1-27a6bb8f856f req-58bbc9d4-b06e-419c-95d6-ef85a59558d0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:46.788056 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ed528423-8313-4778-96f1-27a6bb8f856f req-58bbc9d4-b06e-419c-95d6-ef85a59558d0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0584912 Sep 23 15:24:46.789169 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:46.905216 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ed528423-8313-4778-96f1-27a6bb8f856f req-b3f1b606-3f67-49eb-ba5e-7162ab5da244 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824142 Sep 23 15:24:46.919728 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:47.023352 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:24:47.129533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:24:47.134664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:47.139310 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] Sync routers for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:24:47.150177 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:47.150869 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:24:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:47.165271 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:47.167530 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fc8a4a-efa5-4045-89f5-468907f5e9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:47.201132 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-83b2aea6-2ebd-4be1-9ff0-d0553f352879 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/d77e28ae-91b0-4fe1-a986-97247bc3db9c HTTP/1.1" status: 200 len: 993 time: 1.1907675 Sep 23 15:24:47.256019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:47.286104 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b5f83-7d9a-4323-be0f-d870390f024c x-openstack-request-id: req-130b5f83-7d9a-4323-be0f-d870390f024c {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:47.286398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:47.286649 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-130b5f83-7d9a-4323-be0f-d870390f024c {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:47.287042 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130b5f83-7d9a-4323-be0f-d870390f024c'] response: {'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3', 'status': 'completed', 'code': 200} Sep 23 15:24:47.295640 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf86b1a-1ed3-4d69-b875-0f8b0ef0f4a6 req-dbcb8840-03c4-4171-a7a0-c0be487f8f3e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:47.297150 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dbf86b1a-1ed3-4d69-b875-0f8b0ef0f4a6 req-dbcb8840-03c4-4171-a7a0-c0be487f8f3e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0563118 Sep 23 15:24:47.349680 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dbf86b1a-1ed3-4d69-b875-0f8b0ef0f4a6 req-b4b2bebc-5d63-4185-8319-363a16f97e0c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467672 Sep 23 15:24:47.390100 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-db3d2f0d-8b82-487d-8a90-cb3ad42ee8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:47.391507 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-db3d2f0d-8b82-487d-8a90-cb3ad42ee8e6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1129 time: 0.0409441 Sep 23 15:24:47.444420 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:47.473644 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd77e28ae-91b0-4fe1-a986-97247bc3db9c', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'mac_address': 'fa:16:3e:49:fc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:45Z', 'updated_at': '2022-09-23T15:24:46Z', 'revision_number': 3, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:47.486087 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-3603f7bf-9236-4b91-bcec-5149431ec800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:47.487567 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-3603f7bf-9236-4b91-bcec-5149431ec800 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0896442 Sep 23 15:24:47.498577 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] Checking router: 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:24:47.507119 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:47.507729 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:24:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:47.551840 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-c1bd7d9a-2c25-46f5-8ee6-1c767e821b00 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0575876 Sep 23 15:24:47.601518 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-c6be7b3b-68f0-46b9-b8b0-db6f00e261a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:47.602990 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-c6be7b3b-68f0-46b9-b8b0-db6f00e261a5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0445502 Sep 23 15:24:47.607929 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:47.651597 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-e76a0811-c809-4131-927d-e7e0873c83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:47.653120 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-e76a0811-c809-4131-927d-e7e0873c83be service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430901 Sep 23 15:24:47.745355 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-0aefa5a8-4647-4296-b09e-c64da15c4c8d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853400 Sep 23 15:24:47.817808 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd77e28ae-91b0-4fe1-a986-97247bc3db9c', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'mac_address': 'fa:16:3e:49:fc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:45Z', 'updated_at': '2022-09-23T15:24:46Z', 'revision_number': 3, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:47.840003 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-12fc8a4a-efa5-4045-89f5-468907f5e9b8 req-0beb903c-e13d-4e5d-93ad-756d057f0472 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879927 Sep 23 15:24:47.846722 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6283c-453b-41bb-9c6d-17c5e12450d5 None None] The sync data for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi is: [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd77e28ae-91b0-4fe1-a986-97247bc3db9c', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'port_id': '306b9553-4640-49fe-82dd-dd744475cdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'mac_address': 'fa:16:3e:49:fc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:21:45Z', 'updated_at': '2022-09-23T15:24:46Z', 'revision_number': 3, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:24:47.996098 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:48.032214 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656c75-c5f0-45e0-8ff7-fac69bebfe78 req-42f41875-c414-48ae-91da-a00158fa368c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:48.033721 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7a656c75-c5f0-45e0-8ff7-fac69bebfe78 req-42f41875-c414-48ae-91da-a00158fa368c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0477009 Sep 23 15:24:48.081680 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7a656c75-c5f0-45e0-8ff7-fac69bebfe78 req-12833f42-b7fe-4fb4-8e69-20d76029d7fb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Sep 23 15:24:48.274916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bef5548c-ea81-4e2c-a703-508eedd0ce67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:48.480780 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804937e-e0da-40d1-bed4-81d0743fc36f req-609a72e0-8995-4dcb-96ac-120ec4a02e3a tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:48.482544 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a804937e-e0da-40d1-bed4-81d0743fc36f req-609a72e0-8995-4dcb-96ac-120ec4a02e3a tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0483344 Sep 23 15:24:48.533477 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a804937e-e0da-40d1-bed4-81d0743fc36f req-eebdd8d3-4563-41fc-b808-1ae2f6a4e307 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452359 Sep 23 15:24:49.218445 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e06ccb-46d3-4069-b77e-8e714878f0d0 req-1d43f667-7bb0-4ddc-8889-b508ac560c04 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.219888 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c8e06ccb-46d3-4069-b77e-8e714878f0d0 req-1d43f667-7bb0-4ddc-8889-b508ac560c04 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0483558 Sep 23 15:24:49.275229 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c8e06ccb-46d3-4069-b77e-8e714878f0d0 req-a78d9021-5808-45fa-aeae-07cd9835c2b4 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469675 Sep 23 15:24:49.290988 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:49.293578 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b509db-77cc-4b26-a7ea-a12429655666" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:49.330837 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec2b8f2-eb0b-4551-a5d0-b1789e89125f x-openstack-request-id: req-3ec2b8f2-eb0b-4551-a5d0-b1789e89125f {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:49.331113 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:49.331378 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ec2b8f2-eb0b-4551-a5d0-b1789e89125f {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:49.331783 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec2b8f2-eb0b-4551-a5d0-b1789e89125f'] response: {'name': 'network-changed', 'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3', 'status': 'completed', 'code': 200} Sep 23 15:24:49.502554 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:49.513181 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-12c7d663-de3a-4eae-8d48-6683b6d04d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.514812 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-12c7d663-de3a-4eae-8d48-6683b6d04d93 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 1129 time: 0.0426395 Sep 23 15:24:49.612292 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-b65a9e9b-3762-45ac-8e13-fb8eb52da550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.613787 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-b65a9e9b-3762-45ac-8e13-fb8eb52da550 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0927117 Sep 23 15:24:49.657775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64763b1-1c63-40b8-a823-0bd16cec441f req-10431e0a-334e-4c45-a3a9-5f4b5613ba63 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.659252 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a64763b1-1c63-40b8-a823-0bd16cec441f req-10431e0a-334e-4c45-a3a9-5f4b5613ba63 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0477684 Sep 23 15:24:49.676263 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-7f2934e7-f653-4da3-b15d-4ff3d3be208f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0557745 Sep 23 15:24:49.710169 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a64763b1-1c63-40b8-a823-0bd16cec441f req-d3437216-1067-4d7b-8505-7d5f548a6f4e tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450690 Sep 23 15:24:49.731971 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-ac8e3f27-af70-4e78-b010-688e81da2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.733535 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-ac8e3f27-af70-4e78-b010-688e81da2eb5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0492883 Sep 23 15:24:49.779162 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-f55405a3-96ab-46bb-aac0-ef1af7783def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.780738 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-f55405a3-96ab-46bb-aac0-ef1af7783def service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400224 Sep 23 15:24:49.879860 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-fa5912a3-359d-470a-8cbd-a7fc724e6ed2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894463 Sep 23 15:24:50.049226 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3b509db-77cc-4b26-a7ea-a12429655666 req-3d5236aa-a025-4912-ae60-cccc72c26454 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918820 Sep 23 15:24:50.430089 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:50.437952 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e313-5013-4b0d-a27c-45d3b74a7e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:50.449427 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1252-0463-4dc4-bc4c-69aae78ea7cb req-46fdbb23-4c8c-4118-926f-759691cd4566 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:50.450927 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-735c1252-0463-4dc4-bc4c-69aae78ea7cb req-46fdbb23-4c8c-4118-926f-759691cd4566 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0849402 Sep 23 15:24:50.457036 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-636527ef-dcf1-4842-9d87-3bfc40e26b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:50.458464 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-636527ef-dcf1-4842-9d87-3bfc40e26b75 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1129 time: 0.0765400 Sep 23 15:24:50.550349 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-735c1252-0463-4dc4-bc4c-69aae78ea7cb req-1759d8b1-d6ff-4505-be91-9a3ba4aa8883 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909150 Sep 23 15:24:50.585053 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-2724b426-90aa-4ed4-b06b-c000a651c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:50.586433 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-2724b426-90aa-4ed4-b06b-c000a651c22f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 909 time: 0.1135700 Sep 23 15:24:50.660939 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-314eb8d7-af77-481b-bc1b-56bd88b28f97 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 1000 time: 0.0664303 Sep 23 15:24:50.720328 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-719b37ea-107b-47c8-8fa2-a209bb9085e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:50.721804 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-719b37ea-107b-47c8-8fa2-a209bb9085e5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 200 len: 847 time: 0.0549703 Sep 23 15:24:50.767150 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-dac2c64b-1f9e-4064-9dca-fa96034fc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:50.768660 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-dac2c64b-1f9e-4064-9dca-fa96034fc1df service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5eb08fcc-94bd-488a-98f7-4db4f5e03842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411236 Sep 23 15:24:50.833056 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e279c-5c0a-4923-89c3-9ad5e3b054cb req-9551f816-b252-471b-9293-b6a2fdfcc24c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:50.834545 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1b5e279c-5c0a-4923-89c3-9ad5e3b054cb req-9551f816-b252-471b-9293-b6a2fdfcc24c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Sep 23 15:24:50.860861 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:50.866564 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-dae2b95c-48fd-4dcf-b3fd-ca936af72d06 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915816 Sep 23 15:24:50.887530 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1b5e279c-5c0a-4923-89c3-9ad5e3b054cb req-0d8e5668-ee4f-4903-a507-a329f8aa758f tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468521 Sep 23 15:24:50.963987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1ac7dac2-3d74-4077-bb24-f5b6ed4ab4a2 req-4d0eb9d4-6642-4c8f-8ec1-47091d7157d5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907285 Sep 23 15:24:51.681606 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8053ca-4159-467c-8879-39f133fcf4f7 req-deb4d693-0069-4a25-a5c0-5f2b057e9b3e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:51.683028 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c8053ca-4159-467c-8879-39f133fcf4f7 req-deb4d693-0069-4a25-a5c0-5f2b057e9b3e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0509183 Sep 23 15:24:51.702300 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:51.733788 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c8053ca-4159-467c-8879-39f133fcf4f7 req-8411ff37-bc08-42ab-8ab7-6202b31f26bc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442662 Sep 23 15:24:51.885075 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:51.959051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313cdc6-4914-45e2-934a-883d87b001de req-197600d8-58d5-437c-b0ce-74fc26e9effb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:51.960542 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9313cdc6-4914-45e2-934a-883d87b001de req-197600d8-58d5-437c-b0ce-74fc26e9effb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0477099 Sep 23 15:24:52.008772 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9313cdc6-4914-45e2-934a-883d87b001de req-4b0391f7-13a8-4599-9005-67bc062947ae tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Sep 23 15:24:52.015949 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe62fd-da74-4609-8b70-cd799eddf58b req-fc31b369-50f2-4810-95d1-d24f88b71b38 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:52.017457 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e3fe62fd-da74-4609-8b70-cd799eddf58b req-fc31b369-50f2-4810-95d1-d24f88b71b38 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0513241 Sep 23 15:24:52.073027 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e3fe62fd-da74-4609-8b70-cd799eddf58b req-a72f5283-5094-4ffb-b208-059d8babfbc8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430343 Sep 23 15:24:52.708006 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-f4ea089a-5984-436a-89c8-3adeef8afa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:52.709432 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-f4ea089a-5984-436a-89c8-3adeef8afa03 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 1130 time: 0.0447445 Sep 23 15:24:52.856373 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-6f720f4b-d9a7-40c8-8e22-612b0dcf4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:52.858066 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-6f720f4b-d9a7-40c8-8e22-612b0dcf4c67 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 911 time: 0.0877459 Sep 23 15:24:52.924332 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-3734c409-4fe9-4911-858b-9f3a7f036c3d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 200 len: 1000 time: 0.0598369 Sep 23 15:24:52.975874 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-4c98082a-fa35-4150-9011-8d25524e7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:52.977284 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-4c98082a-fa35-4150-9011-8d25524e7154 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.0463636 Sep 23 15:24:53.026172 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-172d8941-3557-4e99-a599-bead332364f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:53.027604 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-172d8941-3557-4e99-a599-bead332364f5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390015 Sep 23 15:24:53.086824 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:53.152429 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bc81a-3bb8-46b6-9bed-7722344da60b req-76ec15a8-3d15-45fa-b816-a8ba2ae074f1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:53.153988 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-421bc81a-3bb8-46b6-9bed-7722344da60b req-76ec15a8-3d15-45fa-b816-a8ba2ae074f1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0660479 Sep 23 15:24:53.182963 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-1c044c9d-155c-4910-9975-34e2e1633029 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488032 Sep 23 15:24:53.215592 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dabf0e-2287-475a-9640-c3f1b0efd6c6 req-9fa329ba-fd2c-4c7b-b0f2-55ef96734f02 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:53.217368 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-99dabf0e-2287-475a-9640-c3f1b0efd6c6 req-9fa329ba-fd2c-4c7b-b0f2-55ef96734f02 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0502186 Sep 23 15:24:53.262093 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-421bc81a-3bb8-46b6-9bed-7722344da60b req-f680de62-2bf4-48e0-84a5-b9246a6f5df3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984497 Sep 23 15:24:53.286702 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-99dabf0e-2287-475a-9640-c3f1b0efd6c6 req-cc6eda02-c38b-4fb8-a043-5a8ebec9f590 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601046 Sep 23 15:24:53.308651 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-19cf2bb9-1842-410c-a3b3-f8cd3e13fbbb req-00daf1cf-c63d-4f30-9153-71a22a5d957d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174083 Sep 23 15:24:53.341360 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:53.386662 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:54.391051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f729b0-61fb-4abd-89f3-7b7e581e0c7a req-e806bc84-20f2-4dd2-8c67-bba2f2c4f442 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:54.392678 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3f729b0-61fb-4abd-89f3-7b7e581e0c7a req-e806bc84-20f2-4dd2-8c67-bba2f2c4f442 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0496430 Sep 23 15:24:54.419189 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f059af-d957-4616-bac3-fe0332d1ab8c req-ff03cfb9-7bdb-4f79-a736-2fb9c8e6004c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:54.420683 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-52f059af-d957-4616-bac3-fe0332d1ab8c req-ff03cfb9-7bdb-4f79-a736-2fb9c8e6004c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0516775 Sep 23 15:24:54.443727 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d3f729b0-61fb-4abd-89f3-7b7e581e0c7a req-9129fc09-ae4e-4ff8-9af0-aea08a549e1b tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 Sep 23 15:24:54.470375 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-52f059af-d957-4616-bac3-fe0332d1ab8c req-2cb098d0-0be9-487b-b17e-4015f4b55b83 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 Sep 23 15:24:54.593783 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-434e0c17-defc-49ec-9774-40aa2e8c3790 req-a9139f90-df70-49a0-b7d9-d3a77c077b94 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:24:54.595152 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-434e0c17-defc-49ec-9774-40aa2e8c3790 req-a9139f90-df70-49a0-b7d9-d3a77c077b94 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0538919 Sep 23 15:24:54.767710 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56060) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:54.779620 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a739fd8-f0c7-488a-b59c-753634b1a320 req-a6d1c670-a5cd-4efa-9c9d-1652accfc614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:54.781167 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2a739fd8-f0c7-488a-b59c-753634b1a320 req-a6d1c670-a5cd-4efa-9c9d-1652accfc614 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Sep 23 15:24:54.831685 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2a739fd8-f0c7-488a-b59c-753634b1a320 req-a746ff06-0916-4563-8f3b-d938f6e48959 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449250 Sep 23 15:24:54.846391 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-b33181fc-8174-48cc-8bd3-1e3580fb851b service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775478 Sep 23 15:24:54.855219 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-1c42fcad-d3d9-4fbf-b283-6239374a7fd3 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:24:54.856220 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-1c42fcad-d3d9-4fbf-b283-6239374a7fd3 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049138 Sep 23 15:24:54.933474 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56068) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:55.046311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-79e44839-7659-4db8-a122-78e119aa2841 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:55.047677 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-79e44839-7659-4db8-a122-78e119aa2841 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports/aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 942 time: 0.1132047 Sep 23 15:24:55.799835 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device aa222fb4-42c6-4891-beb9-013184d89cc9 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:24:55.882748 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port aa222fb4-42c6-4891-beb9-013184d89cc9 is: ACTIVE; New status is: DOWN {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:24:55.883337 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:55.885935 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:55.911312 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:55.913521 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da86c99-6046-4b55-8754-1f9193cfa7d6" -d '{"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-unplugged", "status": "completed", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:55.928676 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:55.936685 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:55.965741 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b2c4a-ca5c-4277-b2cc-403e04c4ed66 req-2f887142-0933-4675-9aab-fb6ff73656bc tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:55.966454 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db51cdb-bb43-4da4-b158-ed3b29865080 x-openstack-request-id: req-6db51cdb-bb43-4da4-b158-ed3b29865080 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:55.966734 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-unplugged", "status": "failed", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9", "code": 422}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:55.966982 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6db51cdb-bb43-4da4-b158-ed3b29865080 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:55.967402 dv-cinder-855013-3-iscsi neutron-server[106668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6db51cdb-bb43-4da4-b158-ed3b29865080']: {'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'code': 422} returned with failed status Sep 23 15:24:55.969086 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-527b2c4a-ca5c-4277-b2cc-403e04c4ed66 req-2f887142-0933-4675-9aab-fb6ff73656bc tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0555227 Sep 23 15:24:55.969558 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:55.991570 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=6']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:55.998779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:55.999227 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:55.999582 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:55.999937 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.000262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.000582 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.000923 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.001240 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.001554 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.001867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.002180 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.002507 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.002820 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.003128 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.003436 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:56.023328 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-527b2c4a-ca5c-4277-b2cc-403e04c4ed66 req-e52c0357-72ff-4b93-adc1-c13abdd0a0d7 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498898 Sep 23 15:24:56.545107 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:56.545981 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:57.151073 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:57.155710 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc797f-1c2c-44dd-9c90-81a9ca02f14a req-4755065e-49ca-465e-a17d-e98fe1ebcf59 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:57.157233 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-73cc797f-1c2c-44dd-9c90-81a9ca02f14a req-4755065e-49ca-465e-a17d-e98fe1ebcf59 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0479937 Sep 23 15:24:57.164342 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-5914f509-bf3f-4fc9-9f34-57448d1c38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:57.165858 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-5914f509-bf3f-4fc9-9f34-57448d1c38f6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317&tenant_id=592a763d7123405fb0576b00edfcd1bf HTTP/1.1" status: 200 len: 1127 time: 0.0411520 Sep 23 15:24:57.210636 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-73cc797f-1c2c-44dd-9c90-81a9ca02f14a req-1d553005-447d-4600-97a8-e63256e17b04 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474117 Sep 23 15:24:57.247891 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-dbf6946c-2b79-41b0-a3d9-831e16941391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:57.249583 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-dbf6946c-2b79-41b0-a3d9-831e16941391 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1127 time: 0.0426700 Sep 23 15:24:57.344677 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-d8fcc5d6-2a21-4b2f-86d5-86b8e0ad6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:57.346088 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-d8fcc5d6-2a21-4b2f-86d5-86b8e0ad6dbd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 909 time: 0.0877085 Sep 23 15:24:57.412132 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-37557b8e-b152-4cd9-8d89-50e204815062 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 998 time: 0.0586014 Sep 23 15:24:57.462043 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-d0e7c434-8ab9-4f79-9dd9-9390ae291d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:57.463452 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-d0e7c434-8ab9-4f79-9dd9-9390ae291d09 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 200 len: 847 time: 0.0438747 Sep 23 15:24:57.508489 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-855c311d-c000-4264-aed7-f30a4f77f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:57.509987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-855c311d-c000-4264-aed7-f30a4f77f34d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5eb08fcc-94bd-488a-98f7-4db4f5e03842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400259 Sep 23 15:24:57.604293 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-c37406a1-b24e-4b1a-bd39-78b271b335aa service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868258 Sep 23 15:24:57.673393 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:57.705655 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-86710e55-5cdf-4c96-bac2-26e8d5513aff req-423283de-022e-4e15-9a3d-bbc39189841e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924008 Sep 23 15:24:58.346147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353d3bc-ed65-497a-994f-87dc98333747 req-36b666d1-3e73-40aa-b9be-30cb52641fd6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:58.347614 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1353d3bc-ed65-497a-994f-87dc98333747 req-36b666d1-3e73-40aa-b9be-30cb52641fd6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0518012 Sep 23 15:24:58.399137 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1353d3bc-ed65-497a-994f-87dc98333747 req-8e41ad4d-855b-49d2-8f5c-98bdace0670a tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457454 Sep 23 15:24:59.531557 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c4bf-cdb4-4342-b72d-2390f7d97de0 req-9af93f45-d1f3-4d92-a3c2-fabfc9a31c9a tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:59.533300 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b108c4bf-cdb4-4342-b72d-2390f7d97de0 req-9af93f45-d1f3-4d92-a3c2-fabfc9a31c9a tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0484319 Sep 23 15:24:59.583187 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b108c4bf-cdb4-4342-b72d-2390f7d97de0 req-af2c4dfd-1330-435c-a8ad-229159f8d740 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442283 Sep 23 15:25:00.713856 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dfa22-bc65-4e49-b2ed-4a6bb56060cc req-ba204204-1d07-4f48-8972-7271b8931bda tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:00.715208 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-834dfa22-bc65-4e49-b2ed-4a6bb56060cc req-ba204204-1d07-4f48-8972-7271b8931bda tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Sep 23 15:25:00.766096 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-834dfa22-bc65-4e49-b2ed-4a6bb56060cc req-0fa14173-3ceb-4bfe-a6fd-03e63d5816e9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 Sep 23 15:25:01.906502 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458004d-1786-4935-b66d-1f83c4d055e0 req-ca03305d-093f-4f50-9334-2ec7a376acd9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:01.908172 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2458004d-1786-4935-b66d-1f83c4d055e0 req-ca03305d-093f-4f50-9334-2ec7a376acd9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0548906 Sep 23 15:25:01.941348 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:01.960462 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2458004d-1786-4935-b66d-1f83c4d055e0 req-e2279b21-2a61-4403-86a1-ce451576ce44 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461974 Sep 23 15:25:03.105343 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eeb27-55bc-44b5-b1eb-152e7fc157bc req-781a4298-9e4f-4212-aba5-f26dac657448 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:03.107133 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8d1eeb27-55bc-44b5-b1eb-152e7fc157bc req-781a4298-9e4f-4212-aba5-f26dac657448 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0599155 Sep 23 15:25:03.159253 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8d1eeb27-55bc-44b5-b1eb-152e7fc157bc req-d530d5de-8e42-43f2-820d-60f0e7cc9f97 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 Sep 23 15:25:03.597317 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-e8ad2079-2959-4d2d-b5ea-c1a0ec08d642 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433245 Sep 23 15:25:03.699423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-0cdc5088-14a1-4a5f-be27-8e3b91f83c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:03.700977 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-0cdc5088-14a1-4a5f-be27-8e3b91f83c90 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1abe4f1508864f77b30c4c635c368f02&device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 1129 time: 0.0390570 Sep 23 15:25:03.818239 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-ed714aae-454c-4bd9-9f7f-d29f2ae37512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:03.819710 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-ed714aae-454c-4bd9-9f7f-d29f2ae37512 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 200 len: 919 time: 0.0946467 Sep 23 15:25:03.927330 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-8e18daf6-cef5-461a-852c-356cea02108b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739 HTTP/1.1" status: 200 len: 217 time: 0.0327888 Sep 23 15:25:04.272693 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.304732 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a816e0-0067-40dc-bc5f-91d72ec6932f req-f8aef35d-39d8-4bba-94d7-48142ffe0678 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:04.306169 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-52a816e0-0067-40dc-bc5f-91d72ec6932f req-f8aef35d-39d8-4bba-94d7-48142ffe0678 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0548761 Sep 23 15:25:04.359882 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-52a816e0-0067-40dc-bc5f-91d72ec6932f req-830ea284-122a-45f1-a244-93e70f045073 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450065 Sep 23 15:25:05.242409 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-6dcb3ecb-3735-4807-ba74-ac7c5caa34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:05.243764 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-6dcb3ecb-3735-4807-ba74-ac7c5caa34ac service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 200 len: 857 time: 0.0494354 Sep 23 15:25:05.292722 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-39eb4329-d15d-472b-a400-4c2c82284ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:05.294240 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-39eb4329-d15d-472b-a400-4c2c82284ffe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=d3ffbd85-3b9b-417b-b45f-55b60c247ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430999 Sep 23 15:25:05.362329 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:05.410252 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-955eaef3-e076-4c0a-a725-9d795ca47755 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022072 Sep 23 15:25:05.520460 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31416f19-5932-4b56-858d-a89cb1ae12ba req-5da26e8a-f6dd-43cb-90b3-7e0494891e44 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:05.521876 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-31416f19-5932-4b56-858d-a89cb1ae12ba req-5da26e8a-f6dd-43cb-90b3-7e0494891e44 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 943 time: 0.0576956 Sep 23 15:25:05.557467 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7a86753c-c8f5-46d1-94dd-c705eaf1dab6 req-c1c58f32-78fc-44c7-ab1b-7a43209f27d9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411560 Sep 23 15:25:05.586730 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-31416f19-5932-4b56-858d-a89cb1ae12ba req-32dd0534-2d26-46e7-8886-8a7f0d2a6cd6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584490 Sep 23 15:25:05.837850 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device aa222fb4-42c6-4891-beb9-013184d89cc9 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:25:05.943102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:05.954627 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'port_id': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'mac_address': 'fa:16:3e:58:7a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:25:05.988509 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port aa222fb4-42c6-4891-beb9-013184d89cc9 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:05.988929 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:06.002709 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa222fb4-42c6-4891-beb9-013184d89cc9 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:25:06.023020 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:06.030534 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:06.076270 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=7']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:06.556875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['aa222fb4-42c6-4891-beb9-013184d89cc9'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:06.713342 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edb8ef-11f5-478b-8479-3f486ede9b8b req-ffa4a4e0-659a-40a7-ba96-2fe104c01d68 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:06.714835 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-48edb8ef-11f5-478b-8479-3f486ede9b8b req-ffa4a4e0-659a-40a7-ba96-2fe104c01d68 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 944 time: 0.0466347 Sep 23 15:25:06.765235 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-48edb8ef-11f5-478b-8479-3f486ede9b8b req-504cfd48-baab-4bb4-b882-4a25a9cff037 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445156 Sep 23 15:25:07.858271 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device aa222fb4-42c6-4891-beb9-013184d89cc9 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:25:07.895926 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca30b1-7374-4478-b164-856ac8cf5164 req-fc56e546-1866-4a52-83e6-3032cc5eae56 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:07.897522 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9ca30b1-7374-4478-b164-856ac8cf5164 req-fc56e546-1866-4a52-83e6-3032cc5eae56 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 944 time: 0.0531883 Sep 23 15:25:07.933787 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:07.952373 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9ca30b1-7374-4478-b164-856ac8cf5164 req-f694e1f6-f7db-423c-831c-2a16f4b7e36a tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488374 Sep 23 15:25:08.038231 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port aa222fb4-42c6-4891-beb9-013184d89cc9 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:25:08.038622 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:08.038945 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port aa222fb4-42c6-4891-beb9-013184d89cc9 Sep 23 15:25:08.110832 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port aa222fb4-42c6-4891-beb9-013184d89cc9 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:08.111210 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:08.131999 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:08.136318 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:08.138638 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d4dc1-385e-4eb9-a42b-81addeb2ea3c" -d '{"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-plugged", "status": "completed", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:08.151657 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:08.156809 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:08.181030 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:08.182991 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b554c603-6c9b-42d2-96b3-9f939fbf6a2d x-openstack-request-id: req-b554c603-6c9b-42d2-96b3-9f939fbf6a2d {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:08.183364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-plugged", "status": "completed", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:08.183615 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b554c603-6c9b-42d2-96b3-9f939fbf6a2d {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:08.183994 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b554c603-6c9b-42d2-96b3-9f939fbf6a2d'] response: {'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'code': 200} Sep 23 15:25:08.210151 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=8']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:08.542214 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07826b47-5a83-44aa-9241-d4658d71d535 req-21800b68-d377-4b0a-8b16-aa3f643bf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:08.543709 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07826b47-5a83-44aa-9241-d4658d71d535 req-21800b68-d377-4b0a-8b16-aa3f643bf7d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1129 time: 0.0394311 Sep 23 15:25:08.591850 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07826b47-5a83-44aa-9241-d4658d71d535 req-ebdfb493-4c2d-4045-821b-73c3c81b7237 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Sep 23 15:25:09.102902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c3af4-f69e-4939-acc6-6fcbf753a596 req-293bd5f2-e690-445d-ac2b-0ce1201468fa tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:09.104343 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-609c3af4-f69e-4939-acc6-6fcbf753a596 req-293bd5f2-e690-445d-ac2b-0ce1201468fa tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0659206 Sep 23 15:25:09.173066 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-609c3af4-f69e-4939-acc6-6fcbf753a596 req-3f241a75-aedf-4720-9b31-6b7144d21ae8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629420 Sep 23 15:25:10.312482 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda24a0-79ed-43ab-aa1b-a39ab54a7727 req-26669f12-42b2-4690-8d94-415c2243e1a9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:10.314002 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6dda24a0-79ed-43ab-aa1b-a39ab54a7727 req-26669f12-42b2-4690-8d94-415c2243e1a9 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Sep 23 15:25:10.374087 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6dda24a0-79ed-43ab-aa1b-a39ab54a7727 req-39a0e17f-a9a8-4b83-b2bd-0ae00db5c642 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522096 Sep 23 15:25:11.672933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55acd7f-6077-4f12-a4a0-058f04f16c1a req-859e465a-54bc-4ed9-8685-7ba06a2399ef tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:11.674417 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d55acd7f-6077-4f12-a4a0-058f04f16c1a req-859e465a-54bc-4ed9-8685-7ba06a2399ef tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0542684 Sep 23 15:25:11.724974 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d55acd7f-6077-4f12-a4a0-058f04f16c1a req-e68220d7-fc58-4d36-83aa-8555cfb48742 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447960 Sep 23 15:25:18.275247 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b3cb56c6-7a03-4022-ba4d-ecffd90070f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.365061 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:20.369936 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=31 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:20.434007 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d02c7087-ffa6-43bd-b7d6-15226285ea17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.508563 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:20.514619 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:21.711862 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=56 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:21.720380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=28 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:21.889262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:21.892184 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce807b-293e-484a-981a-9324ebc9865c req-bd034544-5a52-4bb5-9dff-6f2a134ce23d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:21.893713 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d9ce807b-293e-484a-981a-9324ebc9865c req-bd034544-5a52-4bb5-9dff-6f2a134ce23d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0515668 Sep 23 15:25:21.944221 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d9ce807b-293e-484a-981a-9324ebc9865c req-ad4df03f-1cd5-4f9c-903b-06f940399659 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 Sep 23 15:25:23.092711 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93295-0dda-4d1c-a0a4-ab1da76d0311 req-32ab1d89-35b5-41e0-bc4f-3dd6204096bc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:23.094158 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-33f93295-0dda-4d1c-a0a4-ab1da76d0311 req-32ab1d89-35b5-41e0-bc4f-3dd6204096bc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0571256 Sep 23 15:25:23.143831 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-33f93295-0dda-4d1c-a0a4-ab1da76d0311 req-51bd6727-e3eb-4ac4-87a8-585c75df595d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Sep 23 15:25:23.348898 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:23.392680 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:23.553078 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:25:23.998137 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-fc9f1b3d-5b55-4c88-b5c8-4d62a4873070 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:23.999567 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-fc9f1b3d-5b55-4c88-b5c8-4d62a4873070 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0625713 Sep 23 15:25:24.084469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Deleting port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:24.084832 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.279499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded688ae-bb09-4119-ad3a-a2d27d16c3da req-db80624b-7cfd-4b10-b018-cacc77c0e0e1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:24.281122 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ded688ae-bb09-4119-ad3a-a2d27d16c3da req-db80624b-7cfd-4b10-b018-cacc77c0e0e1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 946 time: 0.0500004 Sep 23 15:25:24.331194 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ded688ae-bb09-4119-ad3a-a2d27d16c3da req-bdb176f1-5e5f-49a0-9b54-aed2c3ea6b6b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=cf664f19-4dfb-4d9f-a18c-cc37ae406f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 Sep 23 15:25:24.420871 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] For port 93652ce2-3bd3-4207-96bf-3c25e56c5c28, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=93652ce2-3bd3-4207-96bf-3c25e56c5c28,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:24.421491 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.628139 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.628498 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (e6bf4885-cff7-493a-87cd-4426fa7571bf), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.628837 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Floating IP e6bf4885-cff7-493a-87cd-4426fa7571bf disassociated. External IP: 172.27.1.242, port: 93652ce2-3bd3-4207-96bf-3c25e56c5c28. Sep 23 15:25:24.629174 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Calling delete_port for 93652ce2-3bd3-4207-96bf-3c25e56c5c28 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:24.767327 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (93652ce2-3bd3-4207-96bf-3c25e56c5c28), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.800221 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event deleted for resources: {'Port': ['ID=93652ce2-3bd3-4207-96bf-3c25e56c5c28,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:24.813047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.813395 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.813734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.814068 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.814398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.814728 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.815051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.815372 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.815695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.816016 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.816338 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.816678 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.816998 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.817312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.817631 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:24.923416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Router 1a95cb75-3c6a-4c47-9322-e911744a7e86 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:25:25.028070 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:25:25.038088 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f573085-f082-4e84-8320-27a73996af09 None None] Sync routers for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:25.049483 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:25.050102 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.055262 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:25.072634 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] No DVR routers for this DVR port 93652ce2-3bd3-4207-96bf-3c25e56c5c28 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:25:25.077647 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:25.081070 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9d163f70-7218-4165-93c7-c3c2a0656e47 req-cf807c45-0f51-4a58-8442-ff4e6196988c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "DELETE /networking/v2.0/ports/93652ce2-3bd3-4207-96bf-3c25e56c5c28 HTTP/1.1" status: 204 len: 173 time: 1.0757046 Sep 23 15:25:25.081575 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-deleted', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:25.084012 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d2220e-0771-403a-b35f-6e8a5d3f846c" -d '{"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-deleted", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:25.137170 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047306aa-bce9-45f6-8d31-6bf1ac260340 x-openstack-request-id: req-047306aa-bce9-45f6-8d31-6bf1ac260340 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:25.137488 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95199f41-0774-4f39-912e-97a924ef09eb", "name": "network-vif-deleted", "tag": "93652ce2-3bd3-4207-96bf-3c25e56c5c28", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:25.137919 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-047306aa-bce9-45f6-8d31-6bf1ac260340 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:25.138336 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047306aa-bce9-45f6-8d31-6bf1ac260340'] response: {'server_uuid': '95199f41-0774-4f39-912e-97a924ef09eb', 'name': 'network-vif-deleted', 'tag': '93652ce2-3bd3-4207-96bf-3c25e56c5c28', 'status': 'completed', 'code': 200} Sep 23 15:25:25.262810 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:25.460479 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.467203 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1dc6b837-b38c-4540-929c-157a98e266bd req-dfa34f5d-237f-4a21-a488-985d1418df1d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=95199f41-0774-4f39-912e-97a924ef09eb HTTP/1.1" status: 200 len: 210 time: 0.0365217 Sep 23 15:25:25.491681 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f573085-f082-4e84-8320-27a73996af09 None None] Checking router: 1a95cb75-3c6a-4c47-9322-e911744a7e86 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:25.500746 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:25.501348 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.604778 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:25.792946 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-8f573085-f082-4e84-8320-27a73996af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.818200 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f573085-f082-4e84-8320-27a73996af09 None None] The sync data for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi is: [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:26.070906 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f3e7ee-37b6-45b4-b4f0-c0119a8e9d46 None None] New status for floating IP e6bf4885-cff7-493a-87cd-4426fa7571bf: DOWN {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:25:26.573453 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56162) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:26.618432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:26.631351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a589e535-d7fc-471a-888d-4def0543ddf6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (cf664f19-4dfb-4d9f-a18c-cc37ae406f60), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:26.653770 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a589e535-d7fc-471a-888d-4def0543ddf6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (cf664f19-4dfb-4d9f-a18c-cc37ae406f60), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:26.708325 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a589e535-d7fc-471a-888d-4def0543ddf6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (cf664f19-4dfb-4d9f-a18c-cc37ae406f60), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:26.711900 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a589e535-d7fc-471a-888d-4def0543ddf6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:26.713362 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-a589e535-d7fc-471a-888d-4def0543ddf6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/cf664f19-4dfb-4d9f-a18c-cc37ae406f60 HTTP/1.1" status: 204 len: 168 time: 0.1388595 Sep 23 15:25:26.716476 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56164) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:26.723504 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589e535-d7fc-471a-888d-4def0543ddf6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf664f19-4dfb-4d9f-a18c-cc37ae406f60,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:26.742416 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.api.v2.resource [None req-9c4b516b-3366-4f45-8dbd-6f0477929a82 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] show failed (client error): The resource could not be found. Sep 23 15:25:26.755100 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-9c4b516b-3366-4f45-8dbd-6f0477929a82 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups/cf664f19-4dfb-4d9f-a18c-cc37ae406f60 HTTP/1.1" status: 404 len: 347 time: 0.0360849 Sep 23 15:25:26.757350 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56166) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:26.877141 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Deleting port 5d5f684d-f0a4-4f08-8fbf-ac2268b72042 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:26.877479 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:26.959352 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:26.959592 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:26.973463 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Calling delete_port for 5d5f684d-f0a4-4f08-8fbf-ac2268b72042 owned by network:floatingip {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:27.129566 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (5d5f684d-f0a4-4f08-8fbf-ac2268b72042), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.155636 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event deleted for resources: {'Port': ['ID=5d5f684d-f0a4-4f08-8fbf-ac2268b72042,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:27.186218 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.186554 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.186889 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.187220 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.187550 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.187873 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.188223 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.188544 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.188886 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.189203 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.189517 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.189829 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.190145 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.190455 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.190773 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:27.233799 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (e6bf4885-cff7-493a-87cd-4426fa7571bf), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.236196 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.237355 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2c6ad90a-d52e-4afa-8869-6c330cb8f833 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/e6bf4885-cff7-493a-87cd-4426fa7571bf HTTP/1.1" status: 204 len: 168 time: 0.4790149 Sep 23 15:25:27.355160 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56170) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:27.359914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-72916ff4-9fc0-41c4-be22-67cf5456c268 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577650949', 'description': 'tempest-description--1617169841'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:27.384666 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-72916ff4-9fc0-41c4-be22-67cf5456c268 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.460118 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-72916ff4-9fc0-41c4-be22-67cf5456c268 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (3559f199-48c7-4281-8780-e169227277cc), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.467545 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-72916ff4-9fc0-41c4-be22-67cf5456c268 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3559f199-48c7-4281-8780-e169227277cc), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.502449 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-72916ff4-9fc0-41c4-be22-67cf5456c268 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.503702 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-72916ff4-9fc0-41c4-be22-67cf5456c268 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1475010 Sep 23 15:25:27.506737 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56172) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:27.512366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-5ac0ce8d-bc99-4986-80f7-e554ebc3e474 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'security_group_rule': {'security_group_id': '3559f199-48c7-4281-8780-e169227277cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:27.519329 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72916ff4-9fc0-41c4-be22-67cf5456c268 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3559f199-48c7-4281-8780-e169227277cc,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:27.544780 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:27.547932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ce8d-bc99-4986-80f7-e554ebc3e474 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (330ba19b-7b79-4a01-8161-b8008bd121df), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.553166 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:27.613075 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ce8d-bc99-4986-80f7-e554ebc3e474 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (330ba19b-7b79-4a01-8161-b8008bd121df), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.618285 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ce8d-bc99-4986-80f7-e554ebc3e474 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (330ba19b-7b79-4a01-8161-b8008bd121df), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.641687 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ce8d-bc99-4986-80f7-e554ebc3e474 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330ba19b-7b79-4a01-8161-b8008bd121df,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:27.647694 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ce8d-bc99-4986-80f7-e554ebc3e474 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.648885 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5ac0ce8d-bc99-4986-80f7-e554ebc3e474 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412222 Sep 23 15:25:27.651677 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56174) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:27.655928 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-7b1af9a0-8396-42a4-ab11-5bb471ad09c8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'security_group_rule': {'security_group_id': '3559f199-48c7-4281-8780-e169227277cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:27.683135 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7b1af9a0-8396-42a4-ab11-5bb471ad09c8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (03a2b3d2-b7d1-4510-bbc5-18cd2731a2f9), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.740322 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7b1af9a0-8396-42a4-ab11-5bb471ad09c8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (03a2b3d2-b7d1-4510-bbc5-18cd2731a2f9), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.746341 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7b1af9a0-8396-42a4-ab11-5bb471ad09c8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (03a2b3d2-b7d1-4510-bbc5-18cd2731a2f9), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.765375 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1af9a0-8396-42a4-ab11-5bb471ad09c8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a2b3d2-b7d1-4510-bbc5-18cd2731a2f9,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:27.774320 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7b1af9a0-8396-42a4-ab11-5bb471ad09c8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.775507 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-7b1af9a0-8396-42a4-ab11-5bb471ad09c8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229341 Sep 23 15:25:27.778775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56176) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:27.783413 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:27.807277 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.891452 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:27.954790 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:25:27.974179 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 93652ce2-3bd3-4207-96bf-3c25e56c5c28 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:25:27.974516 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 93652ce2-3bd3-4207-96bf-3c25e56c5c28 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:25:28.011157 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Allocated IP 172.27.1.174 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/4ceb9888-7c5b-492c-9cee-14aa98c2711a) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:28.126775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.172606 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.214721 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:28.220113 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:28.223452 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:25:28.226388 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'Port': ['ID=4ceb9888-7c5b-492c-9cee-14aa98c2711a,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:28.259180 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:28.307642 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:28.317240 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (692276c8-5b14-4734-a9d8-5235e06fa0f9), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.356295 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.763685 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.771713 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.843937 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'Port': ['ID=4ceb9888-7c5b-492c-9cee-14aa98c2711a,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:28.846772 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (692276c8-5b14-4734-a9d8-5235e06fa0f9), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.867121 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:28.868913 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-bbcc730d-c62c-4089-b5ef-354872c791e8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0887051 Sep 23 15:25:29.037966 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-248b9d6a-cd6a-48c2-9c6e-aaa11cfb7822 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1577650949&fields=id&tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 267 time: 0.0472107 Sep 23 15:25:29.160414 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-b650b9a9-1cf6-48dd-878d-ab1308fd6343 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:29.161859 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-b650b9a9-1cf6-48dd-878d-ab1308fd6343 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 817 time: 0.1142776 Sep 23 15:25:29.180113 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-3e7710b1-07ab-456b-99d7-6927e2aadaf5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/quotas/bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 375 time: 0.0098801 Sep 23 15:25:29.231775 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-ab49ba86-2147-4425-be3b-3429aee60b30 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466087 Sep 23 15:25:29.349437 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-350dd92e-1d71-4dda-8f7b-e671033d27dd service neutron] 10.222.0.75 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992508 Sep 23 15:25:29.446154 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-c1eda4c0-150a-46c8-8e11-5a9197a12dee service neutron] 10.222.0.75 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908604 Sep 23 15:25:29.637028 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5f64a522-ac61-4ed1-bc4d-1d6c8c35bb64 req-6b86e2f2-08b1-4b2b-bf23-d96bda7bc2cd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 210 time: 0.0336831 Sep 23 15:25:30.753378 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2ae5b43d-75ca-460c-94a6-167576912b25 req-666f63c6-96e1-44a7-a3d1-68244bd1a1ee tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 210 time: 0.0288806 Sep 23 15:25:31.024314 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-e6bd2efe-f15e-450e-8ca7-f02188341649 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:31.025690 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-e6bd2efe-f15e-450e-8ca7-f02188341649 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 817 time: 0.1057281 Sep 23 15:25:31.104127 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-4af2492d-43b4-4b63-ac91-75a746365be9 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 380 time: 0.0621428 Sep 23 15:25:31.222179 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'port': {'device_id': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'admin_state_up': True, 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'security_groups': ['3559f199-48c7-4281-8780-e169227277cc']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:31.345226 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Made reservation on behalf of bb9f84f2d16a4389a4be567cd2be3a8a for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:25:31.349538 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:31.492196 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Allocated IP 172.20.0.14 (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2/216ee270-e2d7-4f84-a0d7-d8ccb1359744/5ce0bfbd-c402-457c-b397-3abfbebd324a) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:31.647170 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:31.682343 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:31.729062 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:31.732177 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:31.736069 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:25:31.742196 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:31.762050 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:31.765314 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:31.794394 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:31.794996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:31.814761 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-451ce051-1a0d-4cd8-bcc0-ca2a5328a896 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5984030 Sep 23 15:25:31.834459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Request body: {'port': {'device_id': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:31.932532 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085d5d-a9b5-4943-8310-9f3d5148b105 req-e78d6fd6-b7cb-4725-856c-0d3e772ff532 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:31.934035 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f9085d5d-a9b5-4943-8310-9f3d5148b105 req-e78d6fd6-b7cb-4725-856c-0d3e772ff532 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 932 time: 0.0949986 Sep 23 15:25:31.941338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Provisioning complete for port 5ce0bfbd-c402-457c-b397-3abfbebd324a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:25:31.941875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:31.942153 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Attempt 1 to provision port 5ce0bfbd-c402-457c-b397-3abfbebd324a Sep 23 15:25:31.942322 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:31.975171 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Port 5ce0bfbd-c402-457c-b397-3abfbebd324a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:25:32.023888 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f9085d5d-a9b5-4943-8310-9f3d5148b105 req-20e0ccc6-d766-4958-9dee-ad64366979dc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826612 Sep 23 15:25:32.246533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce0bfbd-c402-457c-b397-3abfbebd324a {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:25:32.254052 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Publish callbacks [] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:32.266995 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Transition to ACTIVE for port object 5ce0bfbd-c402-457c-b397-3abfbebd324a will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:25:32.272402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:32.350469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:32.379231 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Attempting to bind port 5ce0bfbd-c402-457c-b397-3abfbebd324a on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:25:32.379571 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Attempting to bind port 5ce0bfbd-c402-457c-b397-3abfbebd324a by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:25:32.379894 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Attempting to bind port 5ce0bfbd-c402-457c-b397-3abfbebd324a on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:25:32.421369 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Port 5ce0bfbd-c402-457c-b397-3abfbebd324a on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:25:32.421701 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Attempting to bind port 5ce0bfbd-c402-457c-b397-3abfbebd324a on network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:25:32.468819 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:25:32.469125 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Checking segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:25:32.469497 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Bound using segment: {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:25:32.469949 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Bound port: 5ce0bfbd-c402-457c-b397-3abfbebd324a, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20f97d4-9745-44cb-aad6-0f79d3e7db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:25:32.470302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:32.476416 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Attempt 2 to provision port 5ce0bfbd-c402-457c-b397-3abfbebd324a Sep 23 15:25:32.510707 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Port 5ce0bfbd-c402-457c-b397-3abfbebd324a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:25:32.532531 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:25:32.535604 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:25:32.542786 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:32.546584 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:32.548139 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:32.549387 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 1094 time: 0.7193582 Sep 23 15:25:32.551574 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:32.553875 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:32.586342 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:32.595494 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b19f9-5bde-486c-9a86-d8c0d6138254 x-openstack-request-id: req-f02b19f9-5bde-486c-9a86-d8c0d6138254 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:32.595781 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:32.596030 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f02b19f9-5bde-486c-9a86-d8c0d6138254 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:32.596427 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02b19f9-5bde-486c-9a86-d8c0d6138254'] response: {'name': 'network-changed', 'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'status': 'completed', 'code': 200} Sep 23 15:25:32.610738 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4f985-9043-4f30-97e8-a5de30f303b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:32.683194 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:32.697309 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-1a8e8949-e199-4ea2-bc18-e6fba9a3902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:32.698773 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-1a8e8949-e199-4ea2-bc18-e6fba9a3902f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1128 time: 0.0437508 Sep 23 15:25:32.748319 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-9b2f275b-8ff5-4b51-b154-3c2c5065841f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 217 time: 0.0319710 Sep 23 15:25:32.796498 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-a11c9383-7bf3-4141-b932-8e018b9d4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:32.798090 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-a11c9383-7bf3-4141-b932-8e018b9d4b3d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0436428 Sep 23 15:25:32.840098 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224f43-689b-447c-a41c-26539cfd423e req-395c468b-7721-4734-bd40-7e7d2d696000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:32.841568 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-395c468b-7721-4734-bd40-7e7d2d696000 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374479 Sep 23 15:25:32.942763 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-4eec9c84-a6d2-4a5d-a41b-8ccb094cf0c0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940261 Sep 23 15:25:33.012078 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Attempt 3 to provision port 5ce0bfbd-c402-457c-b397-3abfbebd324a Sep 23 15:25:33.039819 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61224f43-689b-447c-a41c-26539cfd423e req-39fea122-21f8-4fe5-9b0f-5c08914f8908 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904012 Sep 23 15:25:33.056674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13390-cad1-48d6-a639-9bce8c2564db None None] Port 5ce0bfbd-c402-457c-b397-3abfbebd324a had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:25:33.154346 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dd193-95b6-4418-860a-939150a6b46d req-3ccbae3e-3c51-4967-a363-c466583d3c65 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:33.155818 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-148dd193-95b6-4418-860a-939150a6b46d req-3ccbae3e-3c51-4967-a363-c466583d3c65 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0502086 Sep 23 15:25:33.205428 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-148dd193-95b6-4418-860a-939150a6b46d req-10ad9575-8054-49f9-b6af-cb9228382c0b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Sep 23 15:25:34.278672 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:34.341073 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60d886-0881-4afd-8c4a-372827b18b79 req-2a8239ce-cd95-4ac0-87c4-e0300cc49575 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:34.342511 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9b60d886-0881-4afd-8c4a-372827b18b79 req-2a8239ce-cd95-4ac0-87c4-e0300cc49575 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0486295 Sep 23 15:25:34.391003 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9b60d886-0881-4afd-8c4a-372827b18b79 req-99971b86-3792-415d-bc36-3051eb5511b6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Sep 23 15:25:35.533187 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090e4ed-0941-4e15-afb0-d65d67cc3996 req-1ce57ef2-3daa-4d18-b161-6870611286b5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:35.534653 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7090e4ed-0941-4e15-afb0-d65d67cc3996 req-1ce57ef2-3daa-4d18-b161-6870611286b5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0491312 Sep 23 15:25:35.585150 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7090e4ed-0941-4e15-afb0-d65d67cc3996 req-339639cc-3dea-43d6-8378-ce970a70cfd5 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Sep 23 15:25:35.786640 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=71 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:35.796213 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=63 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:35.835735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-d03b6aaa-798e-408e-93d3-79e06d94b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:35.837258 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-d03b6aaa-798e-408e-93d3-79e06d94b89f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1128 time: 0.0550754 Sep 23 15:25:35.927392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-b0d73eca-eb14-4da1-af96-32e3650d9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:35.928829 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-b0d73eca-eb14-4da1-af96-32e3650d9150 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.0847511 Sep 23 15:25:35.972557 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-36cc6dc3-365a-4e1c-8ea0-cf667d89b332 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 217 time: 0.0354609 Sep 23 15:25:36.005530 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:25:36.021648 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-69fbac4d-10d4-48b6-90d8-7267be941fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:36.023088 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-69fbac4d-10d4-48b6-90d8-7267be941fd1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0444269 Sep 23 15:25:36.066373 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-ee4934bf-e9de-49f2-83f0-2c7a724eb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:36.067878 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-ee4934bf-e9de-49f2-83f0-2c7a724eb769 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386555 Sep 23 15:25:36.106175 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:36.118259 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'port_id': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'mac_address': 'fa:16:3e:a6:38:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:25:36.158904 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:36.159279 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:36.162683 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-b9bad7ab-c513-40b5-a8e2-a76c775c3019 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872374 Sep 23 15:25:36.174269 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce0bfbd-c402-457c-b397-3abfbebd324a {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:25:36.195280 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:36.200102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:36.249597 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:36.254702 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a7bf4837-7a6b-4a72-9eea-c6b26e499e0b req-8cc457c4-3e0f-4ae5-90b6-1420f004f164 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851130 Sep 23 15:25:36.682790 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['5ce0bfbd-c402-457c-b397-3abfbebd324a'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:36.730648 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432a30-4e4f-4667-83e7-6ef9159ce1d3 req-2f5d8830-5440-4832-b4dc-b87f1e395920 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:36.732114 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-89432a30-4e4f-4667-83e7-6ef9159ce1d3 req-2f5d8830-5440-4832-b4dc-b87f1e395920 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 945 time: 0.0504661 Sep 23 15:25:36.755948 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:36.777693 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:36.782878 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-89432a30-4e4f-4667-83e7-6ef9159ce1d3 req-10e0eb32-9fd0-48b6-9180-3d70d7137279 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Sep 23 15:25:37.930726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7223-b83e-4617-9b1c-6046a7a6a3ee req-13cbd878-5abf-48f9-a086-4eb7a50ac8ae tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:37.932237 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-687d7223-b83e-4617-9b1c-6046a7a6a3ee req-13cbd878-5abf-48f9-a086-4eb7a50ac8ae tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 945 time: 0.0623085 Sep 23 15:25:37.953440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:37.969923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:37.984764 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-687d7223-b83e-4617-9b1c-6046a7a6a3ee req-019e0f81-9ddc-49d8-986d-7c9a073d9555 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Sep 23 15:25:38.007636 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:25:38.050170 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 5ce0bfbd-c402-457c-b397-3abfbebd324a completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:25:38.058019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 5ce0bfbd-c402-457c-b397-3abfbebd324a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:25:38.058377 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.058740 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 5ce0bfbd-c402-457c-b397-3abfbebd324a Sep 23 15:25:38.139801 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:38.140261 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.171779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:38.174448 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f44ccd-b723-427b-becc-2f0575ba7d03" -d '{"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:38.188324 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:38.193531 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.216371 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be8b6f7-88d7-447a-9bad-e9d096948079 x-openstack-request-id: req-2be8b6f7-88d7-447a-9bad-e9d096948079 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:38.216693 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:38.216943 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2be8b6f7-88d7-447a-9bad-e9d096948079 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:38.217331 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be8b6f7-88d7-447a-9bad-e9d096948079'] response: {'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'code': 200} Sep 23 15:25:38.242855 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:38.443786 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e78fe-4c3e-4dcf-9594-93487e52e0b3 req-c72ba34c-6296-441d-ae6f-4159b089cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:38.445301 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d65e78fe-4c3e-4dcf-9594-93487e52e0b3 req-c72ba34c-6296-441d-ae6f-4159b089cdf8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1130 time: 0.0391102 Sep 23 15:25:38.492454 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d65e78fe-4c3e-4dcf-9594-93487e52e0b3 req-ba949d60-8979-4300-812e-e1bd1e3c4801 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 Sep 23 15:25:39.131609 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a956c-df9b-4a6a-8c25-be3d37cc858e req-cc8e0581-8301-4725-a8f3-1402821bd6c4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:39.133085 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d75a956c-df9b-4a6a-8c25-be3d37cc858e req-cc8e0581-8301-4725-a8f3-1402821bd6c4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Sep 23 15:25:39.188517 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d75a956c-df9b-4a6a-8c25-be3d37cc858e req-1f2a6d62-b76b-4d46-b16e-5ce349f073b1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469153 Sep 23 15:25:40.306839 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:40.327542 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:40.348948 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b827480-e91e-483f-b1b7-cae2585b3cbd req-71aea77b-f097-4971-a6e3-52c09745cb4b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:40.350428 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8b827480-e91e-483f-b1b7-cae2585b3cbd req-71aea77b-f097-4971-a6e3-52c09745cb4b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0592723 Sep 23 15:25:40.401903 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8b827480-e91e-483f-b1b7-cae2585b3cbd req-362be13d-b7a4-46bd-b2be-ababb78ab65c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435045 Sep 23 15:25:40.529047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acc399-8702-4967-89a1-e5b8350b1f7a req-52e906f4-20ea-4f45-94dc-d20410bbf50c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:40.530511 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c1acc399-8702-4967-89a1-e5b8350b1f7a req-52e906f4-20ea-4f45-94dc-d20410bbf50c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0489173 Sep 23 15:25:40.542176 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56240) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:40.546650 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Request body: {'floatingip': {'port_id': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:40.584445 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (692276c8-5b14-4734-a9d8-5235e06fa0f9), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:41.241472 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:41.248715 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (692276c8-5b14-4734-a9d8-5235e06fa0f9), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:41.348879 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Floating IP 692276c8-5b14-4734-a9d8-5235e06fa0f9 associated. External IP: 172.27.1.174, port: 5ce0bfbd-c402-457c-b397-3abfbebd324a. Sep 23 15:25:41.530507 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:41.559101 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Router 1a95cb75-3c6a-4c47-9322-e911744a7e86 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:25:41.567103 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:41.669147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:25:41.673975 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:41.680751 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] Sync routers for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:41.692533 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:41.693201 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:41.711524 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-75f09d0d-a6f8-4a3f-9b9b-aded17a8d25d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/692276c8-5b14-4734-a9d8-5235e06fa0f9 HTTP/1.1" status: 200 len: 992 time: 1.1682365 Sep 23 15:25:41.712331 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:41.714718 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560" -d '{"events": [{"name": "network-changed", "server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:41.756373 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40694233-2871-435f-9f78-054828091d5c x-openstack-request-id: req-40694233-2871-435f-9f78-054828091d5c {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:41.756671 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:41.756950 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40694233-2871-435f-9f78-054828091d5c {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:41.757361 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40694233-2871-435f-9f78-054828091d5c'] response: {'name': 'network-changed', 'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'status': 'completed', 'code': 200} Sep 23 15:25:41.802787 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:41.850730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-ae85b2ea-e7c2-40fc-9122-b17cfdec3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:41.852228 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-ae85b2ea-e7c2-40fc-9122-b17cfdec3c3d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1130 time: 0.0396380 Sep 23 15:25:41.947903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-4ce03a0c-e169-4f2b-9b27-472b4ec4d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:41.949330 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-4ce03a0c-e169-4f2b-9b27-472b4ec4d2c0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.0909553 Sep 23 15:25:42.011969 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-fe95ccbc-94fe-4f9a-8866-9eb35b42e464 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 1000 time: 0.0556762 Sep 23 15:25:42.015926 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '692276c8-5b14-4734-a9d8-5235e06fa0f9', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'port_id': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'mac_address': 'fa:16:3e:a6:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:28Z', 'updated_at': '2022-09-23T15:25:41Z', 'revision_number': 1, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:42.041854 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] Checking router: 1a95cb75-3c6a-4c47-9322-e911744a7e86 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:42.050661 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:42.051251 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:42.070848 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-89ec8183-489b-4752-ad7b-6205ded0558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:42.072305 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-89ec8183-489b-4752-ad7b-6205ded0558a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0480218 Sep 23 15:25:42.119990 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-6f4009fd-dd8e-481c-8c34-844a58a16282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:42.121831 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-6f4009fd-dd8e-481c-8c34-844a58a16282 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431020 Sep 23 15:25:42.151034 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:42.211554 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-9c070170-fcb7-4993-a1e4-8916a59a33ee service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825367 Sep 23 15:25:42.307068 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-74efd03d-4d6c-4a8c-ba2f-fccb8af72560 req-8c015710-0790-47dd-a866-f3d50e8471ca service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893407 Sep 23 15:25:42.368417 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '692276c8-5b14-4734-a9d8-5235e06fa0f9', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'port_id': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'mac_address': 'fa:16:3e:a6:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:28Z', 'updated_at': '2022-09-23T15:25:41Z', 'revision_number': 1, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:42.399477 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26fd61-92df-4736-a33d-1a3681f0cabf None None] The sync data for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi is: [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '692276c8-5b14-4734-a9d8-5235e06fa0f9', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'port_id': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'mac_address': 'fa:16:3e:a6:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:28Z', 'updated_at': '2022-09-23T15:25:41Z', 'revision_number': 1, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:42.600637 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e300a6-43c5-4085-b18e-7e0551aed576 None None] New status for floating IP 692276c8-5b14-4734-a9d8-5235e06fa0f9: ACTIVE {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:25:48.274911 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-fdc49110-44c3-4c87-82fe-b7695e303958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:50.390101 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=8 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:50.398558 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:50.444856 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-f201b6e8-ece0-48bf-b21d-3ee4bb61dfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.902906 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.302825 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=58 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:52.304203 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=65 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:52.523222 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-f31b8f07-04a2-4f51-a590-50582b399862 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1495144302&fields=id&tenant_id=1b76f9eee7a14eb581dcdc19101fc774 HTTP/1.1" status: 200 len: 267 time: 0.0491986 Sep 23 15:25:52.577272 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-f6247c19-874e-43ca-936e-524ce89b1a83 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:52.578735 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-f6247c19-874e-43ca-936e-524ce89b1a83 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 985 time: 0.0474637 Sep 23 15:25:52.589581 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Request body: {'port': {'security_groups': ['0745374d-4dcc-4fd6-8670-d1bca4aad6b4']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:52.671416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.850909 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:52.879392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.887416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.897634 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:52.898300 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.899650 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8bc9e2bc-2993-4b64-8c1f-6287207c911f req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "PUT /networking/v2.0/ports/6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 943 time: 0.3146038 Sep 23 15:25:52.900214 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:52.902533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d64be-49fb-41a2-ab16-ab7ca5836a61" -d '{"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:52.907282 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56266) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:52.936676 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6cacb33d-3b2c-43b4-8086-7c7978b2aae6'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:52.952384 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e143e-8da5-43bd-a924-d5cd0bcf51c1 x-openstack-request-id: req-379e143e-8da5-43bd-a924-d5cd0bcf51c1 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:52.952702 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:52.952956 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-379e143e-8da5-43bd-a924-d5cd0bcf51c1 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:52.953359 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379e143e-8da5-43bd-a924-d5cd0bcf51c1'] response: {'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'status': 'completed', 'code': 200} Sep 23 15:25:52.958621 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e009245-1cc9-432a-9d11-3ee3cf756dff tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event updated for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=7']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:52.966779 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37e0275e-9b4f-48ee-9ac7-1fc426dc78fa tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group (7176e855-f66e-4c07-87b2-ef74ca17013b), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.991572 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37e0275e-9b4f-48ee-9ac7-1fc426dc78fa tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group (7176e855-f66e-4c07-87b2-ef74ca17013b), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.061558 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37e0275e-9b4f-48ee-9ac7-1fc426dc78fa tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7176e855-f66e-4c07-87b2-ef74ca17013b), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.064580 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-37e0275e-9b4f-48ee-9ac7-1fc426dc78fa tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.065967 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-37e0275e-9b4f-48ee-9ac7-1fc426dc78fa tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7176e855-f66e-4c07-87b2-ef74ca17013b HTTP/1.1" status: 204 len: 168 time: 0.1590018 Sep 23 15:25:53.068887 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56268) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:53.076649 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0275e-9b4f-48ee-9ac7-1fc426dc78fa tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176e855-f66e-4c07-87b2-ef74ca17013b,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:53.078079 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-3ab3933c-a4a4-475f-afaa-dcf6d097ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.079550 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-3ab3933c-a4a4-475f-afaa-dcf6d097ffd6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1130 time: 0.0596247 Sep 23 15:25:53.113055 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6cacb33d-3b2c-43b4-8086-7c7978b2aae6'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:53.271398 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:53.280392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-2c2b9dfa-79a6-44cf-adfb-73d88db35bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.282017 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-2c2b9dfa-79a6-44cf-adfb-73d88db35bad service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 916 time: 0.1721401 Sep 23 15:25:53.325102 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Deleting port ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:53.325826 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.350446 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.388398 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-6412ce0a-96b1-4c21-889d-8138ba7a8bff service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 1002 time: 0.0978067 Sep 23 15:25:53.398152 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.450695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.450992 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for floatingip (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.462235 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:53.469968 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Calling delete_port for ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:53.472728 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-2eebe2ea-9488-42be-a3e7-3b6a8183fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.474191 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-2eebe2ea-9488-42be-a3e7-3b6a8183fbfb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 200 len: 854 time: 0.0759373 Sep 23 15:25:53.478885 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:53.589569 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-1f38247c-4b37-4ae1-8067-f6d2b2f22747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.591056 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-1f38247c-4b37-4ae1-8067-f6d2b2f22747 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6e977df4-776b-4447-99be-1d03ae7632bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082339 Sep 23 15:25:53.714725 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-04fa88a3-b363-4885-a290-8fc12df2d116 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143878 Sep 23 15:25:53.818087 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:53.852610 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event deleted for resources: {'Port': ['ID=ebd5d90c-1de8-4eab-9a7c-5d39baa9f84b,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:53.887004 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a34d64be-49fb-41a2-ab16-ab7ca5836a61 req-fe3db3d4-0818-4b65-b815-1196a246dfeb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641860 Sep 23 15:25:54.175996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks [] for floatingip (e92275b1-1aa1-4c36-a3ae-8ea3da4dd424), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.176353 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Floating IP e92275b1-1aa1-4c36-a3ae-8ea3da4dd424 disassociated (deleted). External IP: 172.27.1.226, port: 6cacb33d-3b2c-43b4-8086-7c7978b2aae6. Sep 23 15:25:54.375298 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Router 55afb809-7415-49a7-abe2-1d12bab9870d has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:25:54.483205 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:25:54.488346 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.492971 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] Sync routers for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:54.503588 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:54.504193 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:54.523911 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-9542fa57-3fba-486a-9580-657053040342 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/e92275b1-1aa1-4c36-a3ae-8ea3da4dd424 HTTP/1.1" status: 204 len: 168 time: 1.4536939 Sep 23 15:25:54.705718 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:54.746907 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:54.891675 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:54.911001 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:05Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:54.935867 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] Checking router: 55afb809-7415-49a7-abe2-1d12bab9870d for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:54.945119 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:54.945714 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:54.954774 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:54.957208 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229" -d '{"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:55.003813 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c3461-40ab-4119-8af8-c025733b716f x-openstack-request-id: req-7b3c3461-40ab-4119-8af8-c025733b716f {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:55.004563 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:55.005055 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b3c3461-40ab-4119-8af8-c025733b716f {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:55.005694 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3c3461-40ab-4119-8af8-c025733b716f'] response: {'name': 'network-changed', 'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'status': 'completed', 'code': 200} Sep 23 15:25:55.062883 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:55.250815 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:05Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:55.274764 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8d907-5161-4326-b7f2-edc09c251d1a None None] The sync data for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi is: [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:22:00Z', 'revision_number': 4, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '5836fc9b-0a54-42c0-a924-90f308d090b9', 'name': '', 'network_id': '6e977df4-776b-4447-99be-1d03ae7632bf', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'mac_address': 'fa:16:3e:97:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:00Z', 'updated_at': '2022-09-23T15:22:05Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'subnets': [{'id': 'c4899bdf-b863-4bfd-838d-15981b8fcef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:55.510179 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f3cd9-9c14-4f40-b0d0-cc4e0dd29e4f None None] New status for floating IP e92275b1-1aa1-4c36-a3ae-8ea3da4dd424: DOWN {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:25:55.514469 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:55.542365 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-c700faaf-9dd0-490d-9005-2c87a72e1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:55.545102 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-c700faaf-9dd0-490d-9005-2c87a72e1222 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 1130 time: 0.0508194 Sep 23 15:25:55.580363 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:55.621639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:55.660696 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-902f5972-ae93-4f7e-8a19-f66ae83faf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:55.662235 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-902f5972-ae93-4f7e-8a19-f66ae83faf41 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 200 len: 916 time: 0.1000013 Sep 23 15:25:55.731713 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-1c2a55e8-22f8-4b0e-aa34-80cc471196e7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 200 len: 217 time: 0.0379241 Sep 23 15:25:55.786961 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-8903ac09-cd4c-4b16-930b-ece4b76667ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:55.788433 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-8903ac09-cd4c-4b16-930b-ece4b76667ca service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 200 len: 854 time: 0.0479271 Sep 23 15:25:55.837065 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-1384e2d9-86ae-498d-a1b0-004c55f42857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:55.838631 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-1384e2d9-86ae-498d-a1b0-004c55f42857 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=6e977df4-776b-4447-99be-1d03ae7632bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435541 Sep 23 15:25:55.938139 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-96e282c3-74c9-48f8-936d-2393844a409f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909207 Sep 23 15:25:56.033755 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4ce6fabf-fe39-4e0d-914e-98d6b47fb229 req-e80d0114-db61-4960-b718-c9e165098d11 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887461 Sep 23 15:25:56.383661 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52ab3-8909-412d-80db-7f894dcbe410 req-d8b17d4a-19a0-4f40-85af-83e68c7d2a1f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:56.385181 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5f52ab3-8909-412d-80db-7f894dcbe410 req-d8b17d4a-19a0-4f40-85af-83e68c7d2a1f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0589511 Sep 23 15:25:56.434305 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5f52ab3-8909-412d-80db-7f894dcbe410 req-4d607bd2-f425-43c7-92aa-a336fd7ddc18 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Sep 23 15:25:57.565327 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff4f26-72ba-41ae-998d-73e0ef057504 req-58d83a0c-6927-47c8-9b5b-d044b657462e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:57.566839 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e9ff4f26-72ba-41ae-998d-73e0ef057504 req-58d83a0c-6927-47c8-9b5b-d044b657462e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0523088 Sep 23 15:25:57.615394 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e9ff4f26-72ba-41ae-998d-73e0ef057504 req-04f16886-7738-4d80-9be4-7cc74c3b9d71 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Sep 23 15:25:58.371914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7522a8-cec5-4d59-9c4e-cf6e937648ad req-14201025-bd67-4b28-b41e-124b4d0ca247 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:58.373318 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf7522a8-cec5-4d59-9c4e-cf6e937648ad req-14201025-bd67-4b28-b41e-124b4d0ca247 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0535889 Sep 23 15:25:58.426393 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf7522a8-cec5-4d59-9c4e-cf6e937648ad req-91540dec-d599-4f65-9253-688cf2ae15ea tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445971 Sep 23 15:25:58.748965 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c44d6-197d-449f-a201-32841113ef07 req-d58d644c-459c-4918-a629-c96adb9c7add tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:58.750419 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef6c44d6-197d-449f-a201-32841113ef07 req-d58d644c-459c-4918-a629-c96adb9c7add tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0509839 Sep 23 15:25:58.801531 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef6c44d6-197d-449f-a201-32841113ef07 req-df9e3944-6355-44b8-9b59-4b33c28bc83f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433812 Sep 23 15:25:59.573758 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec405adc-ab00-4a82-9959-695df34a5377 req-11e0b93a-0193-4eb9-8ae8-607466f20d8a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:59.575259 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ec405adc-ab00-4a82-9959-695df34a5377 req-11e0b93a-0193-4eb9-8ae8-607466f20d8a tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0562913 Sep 23 15:25:59.635699 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ec405adc-ab00-4a82-9959-695df34a5377 req-0fd4bace-598a-4c2e-a175-ad0771482292 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519032 Sep 23 15:25:59.938398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105e0a3-c8de-484a-b2bc-7e54a3af5499 req-b78f04e6-33cd-456a-aea1-6ff6623a49bd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:59.940151 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b105e0a3-c8de-484a-b2bc-7e54a3af5499 req-b78f04e6-33cd-456a-aea1-6ff6623a49bd tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0524130 Sep 23 15:25:59.996234 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b105e0a3-c8de-484a-b2bc-7e54a3af5499 req-b69f8de2-25fa-48f7-8e63-328cadb374ce tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501404 Sep 23 15:26:00.555099 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:26:00.764679 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e49a5-8778-4e0f-966c-25cde82c2ab2 req-d7b1ef1a-a1bf-4b91-b740-30619d4f7b91 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:00.766022 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0d2e49a5-8778-4e0f-966c-25cde82c2ab2 req-d7b1ef1a-a1bf-4b91-b740-30619d4f7b91 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0485554 Sep 23 15:26:00.815753 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0d2e49a5-8778-4e0f-966c-25cde82c2ab2 req-e56caaed-a2f7-403a-adba-53a2e81a7038 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Sep 23 15:26:01.127839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d76a8-5598-4538-af2f-d0c35e03e42b req-1e65be99-c986-409b-aca0-14757a7ae69e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:01.129318 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef2d76a8-5598-4538-af2f-d0c35e03e42b req-1e65be99-c986-409b-aca0-14757a7ae69e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0514369 Sep 23 15:26:01.176528 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef2d76a8-5598-4538-af2f-d0c35e03e42b req-a9887399-1423-4dff-9520-905d99656323 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Sep 23 15:26:01.883214 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-ad29ce7c-1a25-4ad7-a2a9-04abed32b646 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:01.884805 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-ad29ce7c-1a25-4ad7-a2a9-04abed32b646 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0614352 Sep 23 15:26:01.949604 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8197569-ec7d-4960-98a7-54621f3420d2 req-924bfcee-dc39-4652-9893-5478873dacda tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:01.951066 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8197569-ec7d-4960-98a7-54621f3420d2 req-924bfcee-dc39-4652-9893-5478873dacda tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0497184 Sep 23 15:26:01.999013 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e8197569-ec7d-4960-98a7-54621f3420d2 req-1f72fe2d-607e-48ce-9228-39dae3401a77 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=0745374d-4dcc-4fd6-8670-d1bca4aad6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Sep 23 15:26:02.147252 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Deleting port 306b9553-4640-49fe-82dd-dd744475cdb3 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:02.147863 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.270393 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] For port 306b9553-4640-49fe-82dd-dd744475cdb3, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=306b9553-4640-49fe-82dd-dd744475cdb3,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:02.270745 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.304468 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:02.341998 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:02.352879 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02257d-ae0d-4f9b-9285-edf0578e422d req-91fce3f4-e767-457f-8be9-4e84fc3e7ff1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:02.354300 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef02257d-ae0d-4f9b-9285-edf0578e422d req-91fce3f4-e767-457f-8be9-4e84fc3e7ff1 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 945 time: 0.0977726 Sep 23 15:26:02.434189 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91704a6-f9af-4dfd-a033-017788b291ee req-b80fb238-fc09-4388-923d-7f3e9bc5899c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:02.435636 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a91704a6-f9af-4dfd-a033-017788b291ee req-b80fb238-fc09-4388-923d-7f3e9bc5899c tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 946 time: 0.0475783 Sep 23 15:26:02.482489 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef02257d-ae0d-4f9b-9285-edf0578e422d req-a1cfdbab-0d0a-4437-b4e1-26b4ac84e272 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=c1a405f5-df98-4f2c-9eb7-f003f952ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213880 Sep 23 15:26:02.503401 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.503772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.504090 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Floating IP d77e28ae-91b0-4fe1-a986-97247bc3db9c disassociated. External IP: 172.27.1.210, port: 306b9553-4640-49fe-82dd-dd744475cdb3. Sep 23 15:26:02.504435 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Calling delete_port for 306b9553-4640-49fe-82dd-dd744475cdb3 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:02.529879 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Deleting port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:02.530245 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.625829 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] For port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:02.626191 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.637978 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (306b9553-4640-49fe-82dd-dd744475cdb3), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.639477 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Calling delete_port for 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 owned by compute:nova {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:02.671290 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event deleted for resources: {'Port': ['ID=306b9553-4640-49fe-82dd-dd744475cdb3,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:02.705206 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:02.752052 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:02.780013 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (6cacb33d-3b2c-43b4-8086-7c7978b2aae6), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.786856 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:02.808618 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Pushing event deleted for resources: {'Port': ['ID=6cacb33d-3b2c-43b4-8086-7c7978b2aae6,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:02.821361 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['6cacb33d-3b2c-43b4-8086-7c7978b2aae6'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:02.860056 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] No DVR routers for this DVR port 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 on host hv-cinder-85501 {{(pid=106667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:02.862612 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.865882 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a91704a6-f9af-4dfd-a033-017788b291ee req-4ade3a22-de7b-4945-9535-73a8cd1ca1dd tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.64 "DELETE /networking/v2.0/ports/6cacb33d-3b2c-43b4-8086-7c7978b2aae6 HTTP/1.1" status: 204 len: 173 time: 0.4234810 Sep 23 15:26:02.866331 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'name': 'network-vif-deleted', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:02.869107 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a577f105-ac97-43f7-90cd-53a871371621" -d '{"events": [{"server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "name": "network-vif-deleted", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:02.906866 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:02.920954 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] Sync routers for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:02.936519 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:02.937389 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:02.980483 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] No DVR routers for this DVR port 306b9553-4640-49fe-82dd-dd744475cdb3 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:02.982604 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.986164 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e8b1ef2c-f20b-4007-9b07-7da5488bdb26 req-6cedf7f9-1666-4f91-ae87-68c7a5e775bc tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "DELETE /networking/v2.0/ports/306b9553-4640-49fe-82dd-dd744475cdb3 HTTP/1.1" status: 204 len: 173 time: 0.9304953 Sep 23 15:26:02.986693 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'name': 'network-vif-deleted', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:02.989356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171fc0f7-c1b7-4598-8714-7661ee2ac442" -d '{"events": [{"server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "name": "network-vif-deleted", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:03.090100 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eb28a0-a20d-47d1-8577-d6eb2eeb6051 x-openstack-request-id: req-30eb28a0-a20d-47d1-8577-d6eb2eeb6051 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:03.090392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25", "name": "network-vif-deleted", "tag": "306b9553-4640-49fe-82dd-dd744475cdb3", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:03.090649 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-30eb28a0-a20d-47d1-8577-d6eb2eeb6051 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:03.091063 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30eb28a0-a20d-47d1-8577-d6eb2eeb6051'] response: {'server_uuid': 'd1b9e193-5eb8-4876-ba58-a8e1ccf5ea25', 'name': 'network-vif-deleted', 'tag': '306b9553-4640-49fe-82dd-dd744475cdb3', 'status': 'completed', 'code': 200} Sep 23 15:26:03.128433 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5290dea6-dd08-4f02-8266-3fd62f66965a x-openstack-request-id: req-5290dea6-dd08-4f02-8266-3fd62f66965a {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:03.128942 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af869e43-152c-46fe-9759-c0b506650b1d", "name": "network-vif-deleted", "tag": "6cacb33d-3b2c-43b4-8086-7c7978b2aae6", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:03.129061 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5290dea6-dd08-4f02-8266-3fd62f66965a {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:03.129424 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5290dea6-dd08-4f02-8266-3fd62f66965a'] response: {'server_uuid': 'af869e43-152c-46fe-9759-c0b506650b1d', 'name': 'network-vif-deleted', 'tag': '6cacb33d-3b2c-43b4-8086-7c7978b2aae6', 'status': 'completed', 'code': 200} Sep 23 15:26:03.161975 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:03.248878 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5a72535b-ba6b-4131-a913-8d600f19c887 req-1c27fd60-e31a-4639-9997-2a77bf9e49ad tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 210 time: 0.0509298 Sep 23 15:26:03.441919 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:03.470191 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] Checking router: 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:03.479188 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:03.479796 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:03.507995 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f9df9-4b61-4acd-a8f3-a7ca5462da47 req-1a9a4a2c-f422-426a-b5a6-3d97ad4f45ed tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:03.509697 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-234f9df9-4b61-4acd-a8f3-a7ca5462da47 req-1a9a4a2c-f422-426a-b5a6-3d97ad4f45ed tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0518243 Sep 23 15:26:03.527547 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:03.563139 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-234f9df9-4b61-4acd-a8f3-a7ca5462da47 req-41db57a5-aaf6-4692-8175-198ff78469b9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476573 Sep 23 15:26:03.588490 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:03.610075 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1ea5340f-2e6c-46b7-a860-f6286ffeb015 req-ba517b7a-8dcd-48aa-ba75-580f2594c181 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 210 time: 0.0311716 Sep 23 15:26:03.770596 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:03.774061 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:03.799004 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32cf5e8-55be-4489-a632-ae6f78f2928a None None] The sync data for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi is: [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:18:04Z', 'revision_number': 4, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '2a943a97-e781-4ca4-902e-07bafbb9f438', 'name': '', 'network_id': 'd3ffbd85-3b9b-417b-b45f-55b60c247ef0', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'mac_address': 'fa:16:3e:9b:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:15Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'subnets': [{'id': '769f1f9a-55b6-4093-bd2a-11d0168f1f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:04.023693 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326016a-3c3a-414d-a263-e7137697050a None None] New status for floating IP d77e28ae-91b0-4fe1-a986-97247bc3db9c: DOWN {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:26:04.258156 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 306b9553-4640-49fe-82dd-dd744475cdb3 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:04.283330 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 306b9553-4640-49fe-82dd-dd744475cdb3 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:04.283849 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 306b9553-4640-49fe-82dd-dd744475cdb3 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:04.284294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:04.310546 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:04.310871 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 6cacb33d-3b2c-43b4-8086-7c7978b2aae6 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:04.320177 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:04.362800 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9169bf27-5ac4-4fa8-9b17-08bf209b4c91 req-592055b4-8aaa-4157-9402-448d08046677 tempest-TestMinimumBasicScenario-738807732 tempest-TestMinimumBasicScenario-738807732-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=af869e43-152c-46fe-9759-c0b506650b1d HTTP/1.1" status: 200 len: 210 time: 0.0291204 Sep 23 15:26:04.693167 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d525b-63d9-408d-b21d-b45990bbb6a6 req-6f6f2a8e-5c0a-476e-b72f-0664f00a6e83 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.694766 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8e0d525b-63d9-408d-b21d-b45990bbb6a6 req-6f6f2a8e-5c0a-476e-b72f-0664f00a6e83 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0492713 Sep 23 15:26:04.728817 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-98046290-c47a-4555-88da-467482f93b4d req-b6db3d48-e6ff-4928-902d-39f8ffbb8a4b tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=d1b9e193-5eb8-4876-ba58-a8e1ccf5ea25 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Sep 23 15:26:04.748196 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8e0d525b-63d9-408d-b21d-b45990bbb6a6 req-87215347-40c8-4371-a1fa-1c3f54fc6608 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=63539bfd-2660-4293-ad7c-b47060a15d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 Sep 23 15:26:05.093114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2919705-4a8f-449b-85f9-77888a71a39c req-ea7b2e53-934b-4c01-b055-cd2b2911a039 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:05.094568 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d2919705-4a8f-449b-85f9-77888a71a39c req-ea7b2e53-934b-4c01-b055-cd2b2911a039 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Sep 23 15:26:05.188269 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Deleting port 5073b565-7790-42c1-a11b-5c4328b5da4a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:05.188632 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.243700 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:05.285259 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] For port 5073b565-7790-42c1-a11b-5c4328b5da4a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5073b565-7790-42c1-a11b-5c4328b5da4a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:05.285602 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.292529 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:05.451996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.452766 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (45c4d900-ad9b-4447-94ed-cdf9153fdf81), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.452766 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Floating IP 45c4d900-ad9b-4447-94ed-cdf9153fdf81 disassociated. External IP: 172.27.1.5, port: 5073b565-7790-42c1-a11b-5c4328b5da4a. Sep 23 15:26:05.452972 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Calling delete_port for 5073b565-7790-42c1-a11b-5c4328b5da4a owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:05.589331 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (5073b565-7790-42c1-a11b-5c4328b5da4a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.617759 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event deleted for resources: {'Port': ['ID=5073b565-7790-42c1-a11b-5c4328b5da4a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:05.742605 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Router 197d0045-a353-4617-93c2-bb7d6c36e08a has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:05.766396 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-75934d00-4e80-4405-8332-696a38b2fe5d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493560 Sep 23 15:26:05.874520 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:05.876434 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56420) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:05.887244 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923908af-0263-43db-8903-c29e859c1db4 None None] Sync routers for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:05.906843 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:05.907542 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:05.911410 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-06e773ad-8701-4a67-80a6-83c0a1313747 req-41f3b1c2-a9af-4e82-8449-2bce4f2f45e7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b9b92954-0cb5-4c21-ab67-8f80c5be9eb9 HTTP/1.1" status: 200 len: 210 time: 0.0524836 Sep 23 15:26:05.915039 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-4c5cb7c6-f5bc-4c1d-933d-7ba02b43f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:05.917321 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-4c5cb7c6-f5bc-4c1d-933d-7ba02b43f10b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1129 time: 0.1037648 Sep 23 15:26:05.988931 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] No DVR routers for this DVR port 5073b565-7790-42c1-a11b-5c4328b5da4a on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:05.992051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.996554 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d2919705-4a8f-449b-85f9-77888a71a39c req-87b9b53c-ac95-4c2c-846d-b1f0b277291c tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "DELETE /networking/v2.0/ports/5073b565-7790-42c1-a11b-5c4328b5da4a HTTP/1.1" status: 204 len: 173 time: 0.8967896 Sep 23 15:26:05.997355 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'name': 'network-vif-deleted', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:06.001231 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467533d-aa30-4acd-bd3a-2987192e845d" -d '{"events": [{"server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "name": "network-vif-deleted", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:06.003878 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f1f8550b-d6db-47d8-828d-31edbcbe8bea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group (c1a405f5-df98-4f2c-9eb7-f003f952ba84), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.038268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f1f8550b-d6db-47d8-828d-31edbcbe8bea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group (c1a405f5-df98-4f2c-9eb7-f003f952ba84), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.085740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0fbc89-a678-4856-af9c-492d9ad38d1c x-openstack-request-id: req-af0fbc89-a678-4856-af9c-492d9ad38d1c {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:06.086032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b92954-0cb5-4c21-ab67-8f80c5be9eb9", "name": "network-vif-deleted", "tag": "5073b565-7790-42c1-a11b-5c4328b5da4a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:06.086384 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af0fbc89-a678-4856-af9c-492d9ad38d1c {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:06.086861 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0fbc89-a678-4856-af9c-492d9ad38d1c'] response: {'server_uuid': 'b9b92954-0cb5-4c21-ab67-8f80c5be9eb9', 'name': 'network-vif-deleted', 'tag': '5073b565-7790-42c1-a11b-5c4328b5da4a', 'status': 'completed', 'code': 200} Sep 23 15:26:06.091578 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:06.126340 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f1f8550b-d6db-47d8-828d-31edbcbe8bea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c1a405f5-df98-4f2c-9eb7-f003f952ba84), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.128939 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-75a5756e-d501-4135-a3ef-e1a5cb24b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:06.130127 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f1f8550b-d6db-47d8-828d-31edbcbe8bea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.131605 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f1f8550b-d6db-47d8-828d-31edbcbe8bea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c1a405f5-df98-4f2c-9eb7-f003f952ba84 HTTP/1.1" status: 204 len: 168 time: 0.2541075 Sep 23 15:26:06.134570 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-75a5756e-d501-4135-a3ef-e1a5cb24b56d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 909 time: 0.1968668 Sep 23 15:26:06.135232 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56430) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:06.153092 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8550b-d6db-47d8-828d-31edbcbe8bea tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a405f5-df98-4f2c-9eb7-f003f952ba84,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:06.184583 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.api.v2.resource [None req-b05d50e2-0980-40d3-a80c-b816a576f63e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] show failed (client error): The resource could not be found. Sep 23 15:26:06.190359 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b05d50e2-0980-40d3-a80c-b816a576f63e tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups/c1a405f5-df98-4f2c-9eb7-f003f952ba84 HTTP/1.1" status: 404 len: 347 time: 0.0542064 Sep 23 15:26:06.194117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56432) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:06.224813 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:06.287853 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56434) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:06.312927 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-73e4a221-7ed3-4a27-864f-39bd75933b83 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 1000 time: 0.1346810 Sep 23 15:26:06.380979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-767d1d1d-d9b4-489a-b00f-0b938791480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:06.382669 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-767d1d1d-d9b4-489a-b00f-0b938791480b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 200 len: 847 time: 0.0629537 Sep 23 15:26:06.436411 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-e33204ca-6bd8-458d-a42a-7159f2815fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:06.438075 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-e33204ca-6bd8-458d-a42a-7159f2815fd5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5eb08fcc-94bd-488a-98f7-4db4f5e03842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481281 Sep 23 15:26:06.476243 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:06.505678 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923908af-0263-43db-8903-c29e859c1db4 None None] Checking router: 197d0045-a353-4617-93c2-bb7d6c36e08a for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:06.515863 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:06.516803 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:06.561813 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-429fa392-6ff3-4369-b916-dabbe4b730ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170180 Sep 23 15:26:06.627876 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:06.695207 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Deleting port 605b7bfa-dce0-47ba-96d3-4d293b2c557a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:06.695788 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.818759 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-923908af-0263-43db-8903-c29e859c1db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:06.823121 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:06.855081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.855448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (605b7bfa-dce0-47ba-96d3-4d293b2c557a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.857664 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923908af-0263-43db-8903-c29e859c1db4 None None] The sync data for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi is: [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:06.879564 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Calling delete_port for 605b7bfa-dce0-47ba-96d3-4d293b2c557a owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:06.880165 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8624b310-6e6e-4c1d-a32d-a486d58897a7 req-4695532b-3ed0-4f6d-ad1d-b6ca81019922 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107812 Sep 23 15:26:07.028072 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56440) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:07.090499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b980521-9e94-4a18-bffd-cc2905e48110 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (63539bfd-2660-4293-ad7c-b47060a15d3b), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.115327 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b980521-9e94-4a18-bffd-cc2905e48110 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (63539bfd-2660-4293-ad7c-b47060a15d3b), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.170965 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc290479-d0b9-4024-b215-f10d2319baa7 None None] New status for floating IP 45c4d900-ad9b-4447-94ed-cdf9153fdf81: DOWN {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:26:07.175968 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b980521-9e94-4a18-bffd-cc2905e48110 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (63539bfd-2660-4293-ad7c-b47060a15d3b), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.179067 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b980521-9e94-4a18-bffd-cc2905e48110 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.183324 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-3b980521-9e94-4a18-bffd-cc2905e48110 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/63539bfd-2660-4293-ad7c-b47060a15d3b HTTP/1.1" status: 204 len: 168 time: 0.1512053 Sep 23 15:26:07.187126 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56442) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:07.194929 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (55afb809-7415-49a7-abe2-1d12bab9870d), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.205726 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.api.v2.resource [None req-b74d37b3-7735-4078-9275-cf1ac8ae8855 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] show failed (client error): The resource could not be found. Sep 23 15:26:07.209571 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b74d37b3-7735-4078-9275-cf1ac8ae8855 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups/63539bfd-2660-4293-ad7c-b47060a15d3b HTTP/1.1" status: 404 len: 347 time: 0.0188358 Sep 23 15:26:07.209863 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56444) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:07.217484 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b980521-9e94-4a18-bffd-cc2905e48110 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63539bfd-2660-4293-ad7c-b47060a15d3b,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:07.253484 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (605b7bfa-dce0-47ba-96d3-4d293b2c557a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.259878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:07.321772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event deleted for resources: {'Port': ['ID=605b7bfa-dce0-47ba-96d3-4d293b2c557a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:07.341862 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Deleting port 70e14c41-237a-4307-8aab-fe4a1d9c12f7 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:07.342248 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.404841 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:07.436289 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.436664 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (70e14c41-237a-4307-8aab-fe4a1d9c12f7), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.450665 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Calling delete_port for 70e14c41-237a-4307-8aab-fe4a1d9c12f7 owned by network:floatingip {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:07.508966 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks [] for floatingip (d77e28ae-91b0-4fe1-a986-97247bc3db9c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.511656 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.512839 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4f48ccca-62af-4fb4-ba2c-5bc707714172 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/d77e28ae-91b0-4fe1-a986-97247bc3db9c HTTP/1.1" status: 204 len: 168 time: 1.3176999 Sep 23 15:26:07.519045 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:07.590382 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Deleting port 5836fc9b-0a54-42c0-a924-90f308d090b9 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:07.590728 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.602989 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (70e14c41-237a-4307-8aab-fe4a1d9c12f7), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.632111 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event deleted for resources: {'Port': ['ID=70e14c41-237a-4307-8aab-fe4a1d9c12f7,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:07.687603 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] For port 5836fc9b-0a54-42c0-a924-90f308d090b9, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=5836fc9b-0a54-42c0-a924-90f308d090b9,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:07.687963 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.697716 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (45c4d900-ad9b-4447-94ed-cdf9153fdf81), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.700219 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.700916 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Calling delete_port for 5836fc9b-0a54-42c0-a924-90f308d090b9 owned by network:router_interface {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:07.701396 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-eeefb9dd-7b34-4b60-bc95-0e71508e3329 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/45c4d900-ad9b-4447-94ed-cdf9153fdf81 HTTP/1.1" status: 204 len: 168 time: 0.4905646 Sep 23 15:26:07.745046 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:07.789894 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56454) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:07.795138 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-23813b8c-7115-4ad6-938c-c7540dd6bcf1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44736150', 'description': 'tempest-description--844238166'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:07.818194 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-23813b8c-7115-4ad6-938c-c7540dd6bcf1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.889887 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (5836fc9b-0a54-42c0-a924-90f308d090b9), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.891599 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-23813b8c-7115-4ad6-938c-c7540dd6bcf1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (220f8bb8-7602-43a8-9bc4-5b46ad42c5ad), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.895155 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-23813b8c-7115-4ad6-938c-c7540dd6bcf1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (220f8bb8-7602-43a8-9bc4-5b46ad42c5ad), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.915847 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Pushing event deleted for resources: {'Port': ['ID=5836fc9b-0a54-42c0-a924-90f308d090b9,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:07.933513 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-23813b8c-7115-4ad6-938c-c7540dd6bcf1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.937597 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-23813b8c-7115-4ad6-938c-c7540dd6bcf1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438017 Sep 23 15:26:07.937597 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23813b8c-7115-4ad6-938c-c7540dd6bcf1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:07.937873 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56458) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:07.942744 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-ba6a2cf3-dcde-4fb5-b223-09b2c1b2b6ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'security_group_rule': {'security_group_id': '220f8bb8-7602-43a8-9bc4-5b46ad42c5ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:07.977762 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ba6a2cf3-dcde-4fb5-b223-09b2c1b2b6ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (3427b3fe-2abd-4cb1-b7b1-13975494f560), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.040714 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ba6a2cf3-dcde-4fb5-b223-09b2c1b2b6ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (3427b3fe-2abd-4cb1-b7b1-13975494f560), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.046414 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ba6a2cf3-dcde-4fb5-b223-09b2c1b2b6ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (3427b3fe-2abd-4cb1-b7b1-13975494f560), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.063727 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a2cf3-dcde-4fb5-b223-09b2c1b2b6ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3427b3fe-2abd-4cb1-b7b1-13975494f560,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:08.078579 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ba6a2cf3-dcde-4fb5-b223-09b2c1b2b6ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.079640 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ba6a2cf3-dcde-4fb5-b223-09b2c1b2b6ca tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408844 Sep 23 15:26:08.083688 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56460) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:08.092483 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-6ad69699-b0da-4b9a-8811-6c1e13b3e9dc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'security_group_rule': {'security_group_id': '220f8bb8-7602-43a8-9bc4-5b46ad42c5ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:08.118281 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (55afb809-7415-49a7-abe2-1d12bab9870d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.160863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5073b565-7790-42c1-a11b-5c4328b5da4a no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:08.170372 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6ad69699-b0da-4b9a-8811-6c1e13b3e9dc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (0a64b1c0-d4c9-4d52-97c6-da9b8a8dea7a), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.183802 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 5073b565-7790-42c1-a11b-5c4328b5da4a {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:08.184418 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5073b565-7790-42c1-a11b-5c4328b5da4a not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:08.277254 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6ad69699-b0da-4b9a-8811-6c1e13b3e9dc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (0a64b1c0-d4c9-4d52-97c6-da9b8a8dea7a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.282414 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6ad69699-b0da-4b9a-8811-6c1e13b3e9dc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (0a64b1c0-d4c9-4d52-97c6-da9b8a8dea7a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.337164 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad69699-b0da-4b9a-8811-6c1e13b3e9dc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a64b1c0-d4c9-4d52-97c6-da9b8a8dea7a,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:08.345488 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:08.350332 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6ad69699-b0da-4b9a-8811-6c1e13b3e9dc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.351516 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6ad69699-b0da-4b9a-8811-6c1e13b3e9dc tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2668922 Sep 23 15:26:08.355031 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56462) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:08.382479 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:08.422875 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.426445 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Router 55afb809-7415-49a7-abe2-1d12bab9870d has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:08.479439 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:08.560683 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.647945 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:08.659092 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-13ea9a71-9bed-4095-a389-f288fda0497c admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/55afb809-7415-49a7-abe2-1d12bab9870d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662984 Sep 23 15:26:08.659275 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] Sync routers for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:08.659702 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56466) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:08.670248 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:08.670861 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:08.672423 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:08.781749 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:08.800604 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Allocated IP 172.27.1.45 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/b03195fa-84f1-4acf-91e1-bf8d94689f2e) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:08.823486 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks [] for router (55afb809-7415-49a7-abe2-1d12bab9870d), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.950709 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:26:07Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:08.979591 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] Checking router: 55afb809-7415-49a7-abe2-1d12bab9870d for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:08.988178 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] Routers {'55afb809-7415-49a7-abe2-1d12bab9870d'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:08.988808 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['55afb809-7415-49a7-abe2-1d12bab9870d'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:09.004004 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.009470 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks [] for router_gateway (55afb809-7415-49a7-abe2-1d12bab9870d), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.072121 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Deleting port e005e51e-add6-4ee3-a73e-e699cd4bde54 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:09.072625 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.085834 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.085954 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:09.093498 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] Set router 55afb809-7415-49a7-abe2-1d12bab9870d gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:09.171550 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:09.174314 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'Port': ['ID=b03195fa-84f1-4acf-91e1-bf8d94689f2e,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:09.178805 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:09.185222 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:09.186991 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:09.217340 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:09.235248 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] For port e005e51e-add6-4ee3-a73e-e699cd4bde54, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=e005e51e-add6-4ee3-a73e-e699cd4bde54,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:09.235604 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.256861 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Calling delete_port for e005e51e-add6-4ee3-a73e-e699cd4bde54 owned by network:router_gateway {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:09.267029 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:26:07Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:09.292358 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4488-82dd-4a18-80ac-04a2395c1dfa None None] The sync data for ids ['55afb809-7415-49a7-abe2-1d12bab9870d'] in dv-cinder-855013-3-iscsi is: [{'id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'name': 'tempest-TestMinimumBasicScenario-1473648876-router', 'tenant_id': '1b76f9eee7a14eb581dcdc19101fc774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:21:57Z', 'updated_at': '2022-09-23T15:26:07Z', 'revision_number': 5, 'project_id': '1b76f9eee7a14eb581dcdc19101fc774', 'gw_port': {'id': 'e005e51e-add6-4ee3-a73e-e699cd4bde54', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55afb809-7415-49a7-abe2-1d12bab9870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:21:58Z', 'updated_at': '2022-09-23T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:09.601410 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (b879d1f4-726f-49d0-b858-09624fa5a21d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.688468 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.813670 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (e005e51e-add6-4ee3-a73e-e699cd4bde54), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.856656 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e005e51e-add6-4ee3-a73e-e699cd4bde54,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:09.957714 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.967796 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (55afb809-7415-49a7-abe2-1d12bab9870d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.967952 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.061833 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bc7a1-6a1f-4fa8-8775-174d2aac9941 req-89848669-6846-4463-a3c8-9e8cc4441449 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:10.063315 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-230bc7a1-6a1f-4fa8-8775-174d2aac9941 req-89848669-6846-4463-a3c8-9e8cc4441449 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0477595 Sep 23 15:26:10.114053 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-230bc7a1-6a1f-4fa8-8775-174d2aac9941 req-6732f599-49a3-4959-b9e1-1c085c2abdda tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Sep 23 15:26:10.131368 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'Port': ['ID=b03195fa-84f1-4acf-91e1-bf8d94689f2e,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:10.137400 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (55afb809-7415-49a7-abe2-1d12bab9870d), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.140251 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks [] for router_controller (55afb809-7415-49a7-abe2-1d12bab9870d), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.141878 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (b879d1f4-726f-49d0-b858-09624fa5a21d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.205080 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:10.215306 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.216555 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-cb171a89-f896-4cf4-ab84-23dd671f67eb tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8606153 Sep 23 15:26:10.217996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (55afb809-7415-49a7-abe2-1d12bab9870d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.218517 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55afb809-7415-49a7-abe2-1d12bab9870d {{(pid=106666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:26:10.223379 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.227157 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b3f35443-868c-4231-99b9-0a13b75a7b96 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/55afb809-7415-49a7-abe2-1d12bab9870d HTTP/1.1" status: 204 len: 168 time: 1.5642898 Sep 23 15:26:10.228068 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56480) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:10.271022 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:10.281443 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] Deleting subnet c4899bdf-b863-4bfd-838d-15981b8fcef2 {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:26:10.286979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] Publish callbacks [] for subnet (c4899bdf-b863-4bfd-838d-15981b8fcef2), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.308738 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:10.327721 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26794372'] for subnet (c4899bdf-b863-4bfd-838d-15981b8fcef2), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.406093 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-6787e485-9555-4205-a02e-fb32cb526781 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--44736150&fields=id&tenant_id=d4fd7ca907fa4806904e1c00b21b5447 HTTP/1.1" status: 200 len: 267 time: 0.0497088 Sep 23 15:26:10.412704 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (c4899bdf-b863-4bfd-838d-15981b8fcef2), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.469777 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26788550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25488271'] for subnet (c4899bdf-b863-4bfd-838d-15981b8fcef2), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.482256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:10.495239 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4899bdf-b863-4bfd-838d-15981b8fcef2,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:10.501577 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.504758 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-bf627798-a0f8-4484-94cd-939e313b68dc admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/c4899bdf-b863-4bfd-838d-15981b8fcef2 HTTP/1.1" status: 204 len: 168 time: 0.2753589 Sep 23 15:26:10.507254 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56492) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:10.511054 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a988f71-6e46-4670-8e80-16a6e7744837 None None] Network 6e977df4-776b-4447-99be-1d03ae7632bf requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:10.522903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-912452a8-49c1-4f7b-be75-56f21bb558d4 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:10.524666 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-912452a8-49c1-4f7b-be75-56f21bb558d4 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 810 time: 0.1111245 Sep 23 15:26:10.552629 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-47ee8c51-63ab-47e0-846e-935113424166 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/quotas/d4fd7ca907fa4806904e1c00b21b5447 HTTP/1.1" status: 200 len: 375 time: 0.0191073 Sep 23 15:26:10.592658 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (6e977df4-776b-4447-99be-1d03ae7632bf), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.616805 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-eca1c746-4c1c-4279-88b7-eac102b2a4e7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572948 Sep 23 15:26:10.646715 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Deleting port fd407625-9c12-4195-8754-d2ee43507cfb {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:10.647106 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.707010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] DHCP port deletion for 6e977df4-776b-4447-99be-1d03ae7632bf request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:26:10.714812 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] For port fd407625-9c12-4195-8754-d2ee43507cfb, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=fd407625-9c12-4195-8754-d2ee43507cfb,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:10.715629 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.732495 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Calling delete_port for fd407625-9c12-4195-8754-d2ee43507cfb owned by network:dhcp {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:10.754832 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-fb0b4dfb-defc-40ae-a6d7-04d3950af76b service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240981 Sep 23 15:26:10.768712 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Deleting port fd407625-9c12-4195-8754-d2ee43507cfb {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:10.769082 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.807857 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 5836fc9b-0a54-42c0-a924-90f308d090b9 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:10.832490 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.836840 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 5836fc9b-0a54-42c0-a924-90f308d090b9 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:10.837184 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 5836fc9b-0a54-42c0-a924-90f308d090b9 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:10.837781 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device fd407625-9c12-4195-8754-d2ee43507cfb no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:10.855808 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-9438585b-960c-49e6-9197-36d1d6753291 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999444 Sep 23 15:26:10.863411 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] No DVR routers for this DVR port fd407625-9c12-4195-8754-d2ee43507cfb on host dv-cinder-855013-3-iscsi {{(pid=106667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:10.867836 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fd407625-9c12-4195-8754-d2ee43507cfb,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:10.868569 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: fd407625-9c12-4195-8754-d2ee43507cfb {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:10.868933 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device fd407625-9c12-4195-8754-d2ee43507cfb not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:10.869400 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device e005e51e-add6-4ee3-a73e-e699cd4bde54 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:10.876404 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] For port fd407625-9c12-4195-8754-d2ee43507cfb, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=fd407625-9c12-4195-8754-d2ee43507cfb,segment=NetworkSegment(d7bf9b04-0bb8-460c-825e-d1d275f69b7f),segment_id=d7bf9b04-0bb8-460c-825e-d1d275f69b7f)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:10.876818 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:10.902892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: e005e51e-add6-4ee3-a73e-e699cd4bde54 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:10.903239 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device e005e51e-add6-4ee3-a73e-e699cd4bde54 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:10.908449 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Calling delete_port for fd407625-9c12-4195-8754-d2ee43507cfb owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:10.981838 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262d275-e008-4d47-a587-45060948f331 req-208288ce-58bd-4fbd-8b67-0e56e7808c05 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:10.984477 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e262d275-e008-4d47-a587-45060948f331 req-208288ce-58bd-4fbd-8b67-0e56e7808c05 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.1125619 Sep 23 15:26:11.001786 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (fd407625-9c12-4195-8754-d2ee43507cfb), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.026133 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (6e977df4-776b-4447-99be-1d03ae7632bf), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.035463 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Pushing event deleted for resources: {'Port': ['ID=fd407625-9c12-4195-8754-d2ee43507cfb,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:11.038461 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] No DVR routers for this DVR port fd407625-9c12-4195-8754-d2ee43507cfb on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:11.051405 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.051950 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.052367 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.052803 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.053266 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.053656 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.054042 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.054425 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.054811 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.055227 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.055610 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.056046 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.056424 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.056947 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.058022 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7283ad-8d7b-401b-baa2-a02c9a231ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:11.079435 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cdc9640d-29f5-4f51-b6c4-5a2a2588b3ee req-3b99a1f6-a84c-4cfb-8a46-0e9dedf77633 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 210 time: 0.0429928 Sep 23 15:26:11.117969 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e977df4-776b-4447-99be-1d03ae7632bf']}} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:11.135299 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f') {'for_net_delete': True} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:11.135885 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bf9b04-0bb8-460c-825e-d1d275f69b7f') {} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:11.150907 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26794431'] for segment (d7bf9b04-0bb8-460c-825e-d1d275f69b7f), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.158143 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Deleting port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:11.158469 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.185597 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:11.221732 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (d7bf9b04-0bb8-460c-825e-d1d275f69b7f), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.234247 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=106667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:26:11.235296 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26788476'] for segment (d7bf9b04-0bb8-460c-825e-d1d275f69b7f), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.243420 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19787-d5d1-4aaf-8f07-50d538ffe8b0 req-0d05174e-062a-48ec-87c7-f23a06ec194d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:11.245318 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-73a19787-d5d1-4aaf-8f07-50d538ffe8b0 req-0d05174e-062a-48ec-87c7-f23a06ec194d tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 945 time: 0.0515382 Sep 23 15:26:11.298207 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment d7bf9b04-0bb8-460c-825e-d1d275f69b7f resource provider aggregate not found Sep 23 15:26:11.300161 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-73a19787-d5d1-4aaf-8f07-50d538ffe8b0 req-56404bc9-e63e-4162-bc2b-ffd4cd54924c tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473282 Sep 23 15:26:11.320906 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:11.322792 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment d7bf9b04-0bb8-460c-825e-d1d275f69b7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7bf9b04-0bb8-460c-825e-d1d275f69b7f found for delete ", "request_id": "req-933ce264-f8aa-4c63-b613-6b12f9efa6e8"}]} Sep 23 15:26:11.352141 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] For port 70760e9f-6d22-46eb-aa3e-f9e855dbf739, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=70760e9f-6d22-46eb-aa3e-f9e855dbf739,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:11.352503 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.356334 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (6e977df4-776b-4447-99be-1d03ae7632bf), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.373466 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.379203 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/6e977df4-776b-4447-99be-1d03ae7632bf HTTP/1.1" status: 204 len: 168 time: 0.8682401 Sep 23 15:26:11.379203 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Calling delete_port for 70760e9f-6d22-46eb-aa3e-f9e855dbf739 owned by compute:nova {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:11.380266 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56512) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:11.398393 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6683f82-5b08-4739-9456-045c1dc3e7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=6e977df4-776b-4447-99be-1d03ae7632bf,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:11.684898 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (70760e9f-6d22-46eb-aa3e-f9e855dbf739), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.723563 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['2cdd4723-27d8-4995-a49c-6967ba24fa7e', '70760e9f-6d22-46eb-aa3e-f9e855dbf739'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:11.741888 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event deleted for resources: {'Port': ['ID=70760e9f-6d22-46eb-aa3e-f9e855dbf739,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:11.792710 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] No DVR routers for this DVR port 70760e9f-6d22-46eb-aa3e-f9e855dbf739 on host hv-cinder-85501 {{(pid=106667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:11.797036 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:11.800120 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e262d275-e008-4d47-a587-45060948f331 req-64cbeac2-c8b6-4106-b3bf-dd37c923a756 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "DELETE /networking/v2.0/ports/70760e9f-6d22-46eb-aa3e-f9e855dbf739 HTTP/1.1" status: 204 len: 173 time: 0.8084934 Sep 23 15:26:11.800771 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'name': 'network-vif-deleted', 'tag': '70760e9f-6d22-46eb-aa3e-f9e855dbf739'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:11.802895 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc774e1-44bd-4f43-82e8-254baa83886a" -d '{"events": [{"server_uuid": "a7d9677f-fe5a-4549-91b7-4657540ae97f", "name": "network-vif-deleted", "tag": "70760e9f-6d22-46eb-aa3e-f9e855dbf739"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:11.891762 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb37a2-4aca-43b0-9825-6565c453d148 x-openstack-request-id: req-55fb37a2-4aca-43b0-9825-6565c453d148 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:11.892221 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9677f-fe5a-4549-91b7-4657540ae97f", "name": "network-vif-deleted", "tag": "70760e9f-6d22-46eb-aa3e-f9e855dbf739", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:11.892507 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55fb37a2-4aca-43b0-9825-6565c453d148 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:11.892937 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fb37a2-4aca-43b0-9825-6565c453d148'] response: {'server_uuid': 'a7d9677f-fe5a-4549-91b7-4657540ae97f', 'name': 'network-vif-deleted', 'tag': '70760e9f-6d22-46eb-aa3e-f9e855dbf739', 'status': 'completed', 'code': 200} Sep 23 15:26:11.914778 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (8efea9ef-2cf5-4728-b497-703c09ca0166), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:12.219984 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-02fd7c83-b9e6-44bd-a757-013d1bdaa785 req-06b2f654-9eff-4984-a4d5-74d7cfb99348 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 210 time: 0.0455742 Sep 23 15:26:12.399803 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Deleting port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:12.400392 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:12.435100 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-177647d2-e002-4f89-a50a-445e46e9979b req-3a475377-ec00-4b42-9efc-0095464e08a9 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0371747 Sep 23 15:26:12.479313 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:12.488024 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:12.506434 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] For port 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,segment=NetworkSegment(7569b6ad-cf9b-481f-b8b5-678fa84adacf),segment_id=7569b6ad-cf9b-481f-b8b5-678fa84adacf)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:12.506791 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:12.522763 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Calling delete_port for 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c owned by network:router_interface {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:12.709996 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (1d90a8d4-acf3-401c-b5db-67f6ccbfda6c), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:12.736283 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d90a8d4-acf3-401c-b5db-67f6ccbfda6c,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:12.910786 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (8efea9ef-2cf5-4728-b497-703c09ca0166), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:13.139007 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Router 8efea9ef-2cf5-4728-b497-703c09ca0166 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:13.251295 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:13.260541 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a73f7e61-8402-4e93-af37-8a2cac7846c8 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/8efea9ef-2cf5-4728-b497-703c09ca0166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761892 Sep 23 15:26:13.261518 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56526) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:13.262030 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] Sync routers for ids ['8efea9ef-2cf5-4728-b497-703c09ca0166'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:13.273061 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] Routers {'8efea9ef-2cf5-4728-b497-703c09ca0166'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:13.273974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['8efea9ef-2cf5-4728-b497-703c09ca0166'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:13.337363 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:13.419139 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-a28db917-4194-4375-b67e-8265c3bf4089 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:13.420652 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-a28db917-4194-4375-b67e-8265c3bf4089 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 810 time: 0.1550548 Sep 23 15:26:13.426368 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] Set router 8efea9ef-2cf5-4728-b497-703c09ca0166 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:13.453617 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-13e8c7a6-3b64-4faa-9145-ae29b0e3f123 req-1b1f6981-b05e-491a-8ef9-4335e02cf645 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 210 time: 0.1091416 Sep 23 15:26:13.455057 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks [] for router (8efea9ef-2cf5-4728-b497-703c09ca0166), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:13.464377 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:13.496770 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:13.536357 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-f7291a0e-1956-4b32-937e-6ccf359d3556 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d4fd7ca907fa4806904e1c00b21b5447 HTTP/1.1" status: 200 len: 378 time: 0.0938993 Sep 23 15:26:13.559895 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:13.590377 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5d760ea9-5292-4e02-a2a5-0576358b871f req-bd2e336f-bb9f-4f76-b71a-ae7a2c5221af tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=a7d9677f-fe5a-4549-91b7-4657540ae97f HTTP/1.1" status: 200 len: 210 time: 0.0289106 Sep 23 15:26:13.621916 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks [] for router_gateway (8efea9ef-2cf5-4728-b497-703c09ca0166), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:13.646925 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:26:12Z', 'revision_number': 5, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port': {'id': '00b38b17-acae-4e9c-bd40-095af97eabaf', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:13.664312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Deleting port 00b38b17-acae-4e9c-bd40-095af97eabaf {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:13.664666 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:13.671049 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] Checking router: 8efea9ef-2cf5-4728-b497-703c09ca0166 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:13.679573 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] Routers {'8efea9ef-2cf5-4728-b497-703c09ca0166'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:13.680185 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:25:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['8efea9ef-2cf5-4728-b497-703c09ca0166'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:13.742253 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'port': {'device_id': '21b9f1d7-4143-4d97-af21-d148c232a438', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'admin_state_up': True, 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'security_groups': ['220f8bb8-7602-43a8-9bc4-5b46ad42c5ad']}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:13.758573 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] For port 00b38b17-acae-4e9c-bd40-095af97eabaf, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=00b38b17-acae-4e9c-bd40-095af97eabaf,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:13.758929 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:13.771684 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] Set router 8efea9ef-2cf5-4728-b497-703c09ca0166 gateway port host: None {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:13.776356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Calling delete_port for 00b38b17-acae-4e9c-bd40-095af97eabaf owned by network:router_gateway {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:13.787832 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:13.820916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:26:13Z', 'revision_number': 6, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:13.848551 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2df55-dceb-45ad-ac53-73d152565aa5 None None] The sync data for ids ['8efea9ef-2cf5-4728-b497-703c09ca0166'] in dv-cinder-855013-3-iscsi is: [{'id': '8efea9ef-2cf5-4728-b497-703c09ca0166', 'name': 'tempest-TestMinimumBasicScenario-154282051-router', 'tenant_id': 'ce06db306562401dafdefc49d5a58b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:03Z', 'updated_at': '2022-09-23T15:26:13Z', 'revision_number': 6, 'project_id': 'ce06db306562401dafdefc49d5a58b36', 'gw_port_host': None}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:13.875664 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Made reservation on behalf of d4fd7ca907fa4806904e1c00b21b5447 for: {'port': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:26:13.879839 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:13.976466 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (00b38b17-acae-4e9c-bd40-095af97eabaf), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.004213 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:14.008504 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b38b17-acae-4e9c-bd40-095af97eabaf,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:14.016208 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Allocated IP 172.20.0.3 (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903/7c1009b3-0dad-4e71-8542-59484855073f/75e7bdc4-43db-4f8f-878c-111d10f4749a) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:14.077974 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (8efea9ef-2cf5-4728-b497-703c09ca0166), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.163555 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.164613 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (8efea9ef-2cf5-4728-b497-703c09ca0166), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.166603 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks [] for router_controller (8efea9ef-2cf5-4728-b497-703c09ca0166), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.200172 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.211041 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (8efea9ef-2cf5-4728-b497-703c09ca0166), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.212203 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efea9ef-2cf5-4728-b497-703c09ca0166 {{(pid=106666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:26:14.219249 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.220462 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-fe3681c3-20af-4731-8732-945115158065 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/8efea9ef-2cf5-4728-b497-703c09ca0166 HTTP/1.1" status: 204 len: 168 time: 0.9578352 Sep 23 15:26:14.223138 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56534) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:14.250021 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:14.253344 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:14.256313 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:14.276783 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] Deleting subnet 3b1d6000-5611-4713-8f53-bd95dddcafb8 {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:26:14.282071 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] Publish callbacks [] for subnet (3b1d6000-5611-4713-8f53-bd95dddcafb8), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.291899 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event updated for resources: {'Port': ['ID=75e7bdc4-43db-4f8f-878c-111d10f4749a,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:14.320619 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:14.321253 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.322023 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182405'] for subnet (3b1d6000-5611-4713-8f53-bd95dddcafb8), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.342553 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-0d26f6bb-05d5-4a3f-b5cc-36085c11a122 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058114 Sep 23 15:26:14.362289 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Request body: {'port': {'device_id': '21b9f1d7-4143-4d97-af21-d148c232a438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:14.431481 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.449350 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (3b1d6000-5611-4713-8f53-bd95dddcafb8), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.512507 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4098800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2913706'] for subnet (3b1d6000-5611-4713-8f53-bd95dddcafb8), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.514612 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Provisioning complete for port 75e7bdc4-43db-4f8f-878c-111d10f4749a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:14.515520 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.516055 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Attempt 1 to provision port 75e7bdc4-43db-4f8f-878c-111d10f4749a Sep 23 15:26:14.554892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Port 75e7bdc4-43db-4f8f-878c-111d10f4749a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:14.558957 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.563655 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/3b1d6000-5611-4713-8f53-bd95dddcafb8 HTTP/1.1" status: 204 len: 168 time: 0.3395100 Sep 23 15:26:14.564707 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61541b11-16fb-412e-a0be-201389478001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1d6000-5611-4713-8f53-bd95dddcafb8,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:14.564988 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2372fb22-113d-4f80-a971-3a5d9ee3db4b None None] Network 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:14.572876 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56538) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:14.575532 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:14.607655 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:14.663809 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (331dbed7-a72b-4da4-9dd4-6d9e9efc04fb), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.741143 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e7bdc4-43db-4f8f-878c-111d10f4749a {{(pid=106667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:26:14.755340 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] DHCP port deletion for 331dbed7-a72b-4da4-9dd4-6d9e9efc04fb request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:26:14.756459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993b1d-0a9d-4942-b062-3215e6084999 req-bb29a823-6ef8-4c88-b092-24e10fb8b3d7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:14.757834 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Publish callbacks [] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.764639 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d1993b1d-0a9d-4942-b062-3215e6084999 req-bb29a823-6ef8-4c88-b092-24e10fb8b3d7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 931 time: 0.1889076 Sep 23 15:26:14.786173 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.provisioning_blocks [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Transition to ACTIVE for port object 75e7bdc4-43db-4f8f-878c-111d10f4749a will not be triggered until provisioned by entity L2. {{(pid=106667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:26:14.787333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Deleting port 834a55eb-6e73-47b0-8eb5-08612f92867a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:14.787684 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.794079 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.821564 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 00b38b17-acae-4e9c-bd40-095af97eabaf no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:14.852964 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 00b38b17-acae-4e9c-bd40-095af97eabaf {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:14.853476 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 00b38b17-acae-4e9c-bd40-095af97eabaf not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:14.854666 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:14.856988 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d1993b1d-0a9d-4942-b062-3215e6084999 req-e3ac8152-954d-467d-b1d5-19d1df03bac6 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910332 Sep 23 15:26:14.896632 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Pushing event updated for resources: {'Port': ['ID=75e7bdc4-43db-4f8f-878c-111d10f4749a,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:14.915699 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:14.917176 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 1d90a8d4-acf3-401c-b5db-67f6ccbfda6c not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:14.923161 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] Deleting port 834a55eb-6e73-47b0-8eb5-08612f92867a {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:14.923764 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.942706 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] For port 834a55eb-6e73-47b0-8eb5-08612f92867a, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=834a55eb-6e73-47b0-8eb5-08612f92867a,segment=NetworkSegment(7569b6ad-cf9b-481f-b8b5-678fa84adacf),segment_id=7569b6ad-cf9b-481f-b8b5-678fa84adacf)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:14.943175 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.951624 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Attempting to bind port 75e7bdc4-43db-4f8f-878c-111d10f4749a on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:14.952323 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Attempting to bind port 75e7bdc4-43db-4f8f-878c-111d10f4749a by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:14.952979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Attempting to bind port 75e7bdc4-43db-4f8f-878c-111d10f4749a on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:14.963445 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Calling delete_port for 834a55eb-6e73-47b0-8eb5-08612f92867a owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:15.010143 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Port 75e7bdc4-43db-4f8f-878c-111d10f4749a on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:26:15.010531 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Attempting to bind port 75e7bdc4-43db-4f8f-878c-111d10f4749a on network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:15.029229 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] For port 834a55eb-6e73-47b0-8eb5-08612f92867a, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=834a55eb-6e73-47b0-8eb5-08612f92867a,segment=NetworkSegment(7569b6ad-cf9b-481f-b8b5-678fa84adacf),segment_id=7569b6ad-cf9b-481f-b8b5-678fa84adacf)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:15.029627 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.044750 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:15.053018 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] Calling delete_port for 834a55eb-6e73-47b0-8eb5-08612f92867a owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:15.057322 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:15.057679 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Attempt 2 to provision port 75e7bdc4-43db-4f8f-878c-111d10f4749a Sep 23 15:26:15.058361 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Checking segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:15.059780 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Bound using segment: {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'} {{(pid=106667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:15.060562 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.managers [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Bound port: 75e7bdc4-43db-4f8f-878c-111d10f4749a, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41817052-997a-4171-a70f-f7bc1f1eed51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903'}}] {{(pid=106667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:15.061160 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.136208 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf72398-623e-4e81-b0b6-d2952a2f5217 req-3e328c21-1455-437a-a720-8c362c01d6fe tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.137823 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aaf72398-623e-4e81-b0b6-d2952a2f5217 req-3e328c21-1455-437a-a720-8c362c01d6fe tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0665674 Sep 23 15:26:15.141330 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:15.145976 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] For port 75e7bdc4-43db-4f8f-878c-111d10f4749a, host hv-cinder-85501, cleared binding levels {{(pid=106667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:15.151670 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] For port 75e7bdc4-43db-4f8f-878c-111d10f4749a, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=75e7bdc4-43db-4f8f-878c-111d10f4749a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:15.153705 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Port 75e7bdc4-43db-4f8f-878c-111d10f4749a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:15.158952 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.160513 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.165943 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.169204 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.169204 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/75e7bdc4-43db-4f8f-878c-111d10f4749a HTTP/1.1" status: 200 len: 1093 time: 0.8123620 Sep 23 15:26:15.173668 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:15.177649 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10a5455-2c35-4509-87af-2a372b54098a" -d '{"events": [{"name": "network-changed", "server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:15.200270 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Pushing event deleted for resources: {'Port': ['ID=834a55eb-6e73-47b0-8eb5-08612f92867a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:15.206281 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] No DVR routers for this DVR port 834a55eb-6e73-47b0-8eb5-08612f92867a on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:15.208154 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (834a55eb-6e73-47b0-8eb5-08612f92867a), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.226071 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] No DVR routers for this DVR port 834a55eb-6e73-47b0-8eb5-08612f92867a on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:15.238157 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fff043-232b-4a8e-b090-f84404f90a18 x-openstack-request-id: req-e0fff043-232b-4a8e-b090-f84404f90a18 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:15.238439 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:15.238688 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0fff043-232b-4a8e-b090-f84404f90a18 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:15.239083 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fff043-232b-4a8e-b090-f84404f90a18'] response: {'name': 'network-changed', 'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'status': 'completed', 'code': 200} Sep 23 15:26:15.242138 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee5c02-4a14-4151-89d0-4595aca89300 service neutron] Pushing event updated for resources: {'Port': ['ID=75e7bdc4-43db-4f8f-878c-111d10f4749a,revision_number=3']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:15.246129 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23aee4-c083-4b78-88e4-68bfe83a70ef None None] Pushing event deleted for resources: {'Port': ['ID=834a55eb-6e73-47b0-8eb5-08612f92867a,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:15.302143 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aaf72398-623e-4e81-b0b6-d2952a2f5217 req-0e3510a5-852b-4a04-bb06-343de0179267 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529121 Sep 23 15:26:15.316101 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (331dbed7-a72b-4da4-9dd4-6d9e9efc04fb), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.336893 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331dbed7-a72b-4da4-9dd4-6d9e9efc04fb']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:15.346609 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7569b6ad-cf9b-481f-b8b5-678fa84adacf') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:15.346904 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7569b6ad-cf9b-481f-b8b5-678fa84adacf') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:15.357117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (7569b6ad-cf9b-481f-b8b5-678fa84adacf), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.370681 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (7569b6ad-cf9b-481f-b8b5-678fa84adacf), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.377773 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:26:15.378204 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (7569b6ad-cf9b-481f-b8b5-678fa84adacf), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.449026 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (331dbed7-a72b-4da4-9dd4-6d9e9efc04fb), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.454705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.457891 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/331dbed7-a72b-4da4-9dd4-6d9e9efc04fb HTTP/1.1" status: 204 len: 168 time: 0.8835740 Sep 23 15:26:15.472996 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 7569b6ad-cf9b-481f-b8b5-678fa84adacf resource provider aggregate not found Sep 23 15:26:15.477121 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d844f-7aa5-4f76-99bb-8e5ac6aaa130 admin admin] Pushing event deleted for resources: {'Network': ['ID=331dbed7-a72b-4da4-9dd4-6d9e9efc04fb,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:15.493557 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 7569b6ad-cf9b-481f-b8b5-678fa84adacf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7569b6ad-cf9b-481f-b8b5-678fa84adacf found for delete ", "request_id": "req-f0e0cece-d8b1-473a-b708-2d99251f99e7"}]} Sep 23 15:26:15.655250 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Attempt 3 to provision port 75e7bdc4-43db-4f8f-878c-111d10f4749a Sep 23 15:26:15.692310 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56558) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:15.695828 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-8ec66daa-48bc-45b6-90d1-1b4aef9eb869 None None] Port 75e7bdc4-43db-4f8f-878c-111d10f4749a had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:26:15.732834 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6b8f29b7-93e8-437a-a934-4e888fd9622c admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1b76f9eee7a14eb581dcdc19101fc774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391798 Sep 23 15:26:15.735396 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56560) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:15.788843 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4b56e3ff-1b56-4769-9007-24f1ab177094 admin admin] Publish callbacks [] for security_group (0745374d-4dcc-4fd6-8670-d1bca4aad6b4), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.809805 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4b56e3ff-1b56-4769-9007-24f1ab177094 admin admin] Publish callbacks [] for security_group (0745374d-4dcc-4fd6-8670-d1bca4aad6b4), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.861709 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4b56e3ff-1b56-4769-9007-24f1ab177094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (0745374d-4dcc-4fd6-8670-d1bca4aad6b4), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.865758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4b56e3ff-1b56-4769-9007-24f1ab177094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:15.867543 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4b56e3ff-1b56-4769-9007-24f1ab177094 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/0745374d-4dcc-4fd6-8670-d1bca4aad6b4 HTTP/1.1" status: 204 len: 168 time: 0.1310580 Sep 23 15:26:15.879264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56e3ff-1b56-4769-9007-24f1ab177094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0745374d-4dcc-4fd6-8670-d1bca4aad6b4,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:15.998270 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f315-c24c-42cc-b172-ea0528c6417e req-49c13c2c-1c8d-48e9-8caa-033da72d51f5 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.999646 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0891f315-c24c-42cc-b172-ea0528c6417e req-49c13c2c-1c8d-48e9-8caa-033da72d51f5 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 943 time: 0.0562794 Sep 23 15:26:16.053437 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0891f315-c24c-42cc-b172-ea0528c6417e req-dc776c15-fe88-40e2-84f2-9bf9c7380df3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479836 Sep 23 15:26:16.213867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 70760e9f-6d22-46eb-aa3e-f9e855dbf739 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:16.217302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56568) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:16.233670 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 70760e9f-6d22-46eb-aa3e-f9e855dbf739 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:16.234102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 70760e9f-6d22-46eb-aa3e-f9e855dbf739 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:16.263650 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b1f86c25-4bbf-4c94-ad63-225002f84681 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ce06db306562401dafdefc49d5a58b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448616 Sep 23 15:26:16.267399 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56570) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:16.321681 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee53f-0205-4877-bd53-d8a52ccb4485 admin admin] Publish callbacks [] for security_group (4c5507e3-e0a6-4d9e-b7e8-45066cc27030), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.344406 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee53f-0205-4877-bd53-d8a52ccb4485 admin admin] Publish callbacks [] for security_group (4c5507e3-e0a6-4d9e-b7e8-45066cc27030), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.530821 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 834a55eb-6e73-47b0-8eb5-08612f92867a no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:16.563264 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 834a55eb-6e73-47b0-8eb5-08612f92867a {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:16.563580 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 834a55eb-6e73-47b0-8eb5-08612f92867a not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:16.685365 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee53f-0205-4877-bd53-d8a52ccb4485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (4c5507e3-e0a6-4d9e-b7e8-45066cc27030), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.687919 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee53f-0205-4877-bd53-d8a52ccb4485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.689063 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2f1ee53f-0205-4877-bd53-d8a52ccb4485 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/4c5507e3-e0a6-4d9e-b7e8-45066cc27030 HTTP/1.1" status: 204 len: 168 time: 0.4207671 Sep 23 15:26:16.706087 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225689e-4dd2-4623-b41a-292519f244aa req-b1b854df-be3b-4f5b-936e-c5b75d842ffe tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:16.707580 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3225689e-4dd2-4623-b41a-292519f244aa req-b1b854df-be3b-4f5b-936e-c5b75d842ffe tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.3172038 Sep 23 15:26:16.708928 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ee53f-0205-4877-bd53-d8a52ccb4485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5507e3-e0a6-4d9e-b7e8-45066cc27030,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:16.773283 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3225689e-4dd2-4623-b41a-292519f244aa req-7c60aa66-c007-4fa5-8f38-40db4727f43f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504651 Sep 23 15:26:16.921331 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5455-2c35-4509-87af-2a372b54098a req-27bd0b17-fc25-4ce1-a05d-abe1efca101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:16.922880 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f10a5455-2c35-4509-87af-2a372b54098a req-27bd0b17-fc25-4ce1-a05d-abe1efca101f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 1127 time: 0.0476713 Sep 23 15:26:17.055013 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5455-2c35-4509-87af-2a372b54098a req-857c041e-3578-48f0-9d5d-4c88a4a417d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.056399 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f10a5455-2c35-4509-87af-2a372b54098a req-857c041e-3578-48f0-9d5d-4c88a4a417d9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1045556 Sep 23 15:26:17.208075 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:17.216976 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ee299-bb01-4ec6-920e-34ea6262f93f req-61cae127-7cc6-4d6b-a839-14f7b8a136b8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.218476 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8e5ee299-bb01-4ec6-920e-34ea6262f93f req-61cae127-7cc6-4d6b-a839-14f7b8a136b8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 943 time: 0.0778885 Sep 23 15:26:17.221934 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5455-2c35-4509-87af-2a372b54098a req-7498294d-aec9-4206-9cc7-4520afe4cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.223326 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f10a5455-2c35-4509-87af-2a372b54098a req-7498294d-aec9-4206-9cc7-4520afe4cdfd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481619 Sep 23 15:26:17.249459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:17.272923 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8e5ee299-bb01-4ec6-920e-34ea6262f93f req-8df48410-fa40-451a-9280-94ede2925bb1 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480032 Sep 23 15:26:17.431289 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-04d20077-f76e-486f-8420-84b5b18203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.432775 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-04d20077-f76e-486f-8420-84b5b18203f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 1127 time: 0.0443716 Sep 23 15:26:17.693013 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:17.704070 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-dd812cc5-5a47-4431-aeec-c29f03bcbd64 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75e7bdc4-43db-4f8f-878c-111d10f4749a HTTP/1.1" status: 200 len: 217 time: 0.0407126 Sep 23 15:26:17.733639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-75abd054-d893-4d40-a181-75b735d8b009 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.735194 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-75abd054-d893-4d40-a181-75b735d8b009 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0545974 Sep 23 15:26:17.759425 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-3e4622cd-a8ce-46d1-893a-d9f154d61de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.761381 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-3e4622cd-a8ce-46d1-893a-d9f154d61de8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.0508249 Sep 23 15:26:17.813909 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-6b72ad8a-da1f-42cd-a523-e8d06a82756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.815877 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-6b72ad8a-da1f-42cd-a523-e8d06a82756a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482295 Sep 23 15:26:17.833146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Deleting port 2cdd4723-27d8-4995-a49c-6967ba24fa7e {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:17.833619 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:17.908150 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-ff64e546-acaf-4487-97dc-dfeba36d9d21 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868652 Sep 23 15:26:17.909492 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:17.936943 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7eb599-59b0-493f-96ce-60c26acb0d84 req-a2a912cd-0b2e-48db-bfdb-d35c229603c7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.938420 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4d7eb599-59b0-493f-96ce-60c26acb0d84 req-a2a912cd-0b2e-48db-bfdb-d35c229603c7 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 946 time: 0.0868015 Sep 23 15:26:17.981381 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] For port 2cdd4723-27d8-4995-a49c-6967ba24fa7e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=2cdd4723-27d8-4995-a49c-6967ba24fa7e,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:17.981642 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.003515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Calling delete_port for 2cdd4723-27d8-4995-a49c-6967ba24fa7e owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:18.006575 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf59070e-ea05-4c92-b1c9-63254d5ddd45 req-732addcb-3bc4-41f5-8940-8ccee90a6061 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923593 Sep 23 15:26:18.029754 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4d7eb599-59b0-493f-96ce-60c26acb0d84 req-2266bc63-a059-47f6-bf45-63a098bfa05f tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=dbb7d7f3-c0c8-4b8c-95e1-d423578117db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811884 Sep 23 15:26:18.147678 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (2cdd4723-27d8-4995-a49c-6967ba24fa7e), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.178811 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Pushing event deleted for resources: {'Port': ['ID=2cdd4723-27d8-4995-a49c-6967ba24fa7e,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:18.184551 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['2cdd4723-27d8-4995-a49c-6967ba24fa7e'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:18.224239 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] No DVR routers for this DVR port 2cdd4723-27d8-4995-a49c-6967ba24fa7e on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:18.227643 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.231019 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fbed02fb-ecd8-457f-a5a3-e9c0ea047ab2 req-c112a4b4-c264-469a-9fdc-5ed67a7f3e38 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.64 "DELETE /networking/v2.0/ports/2cdd4723-27d8-4995-a49c-6967ba24fa7e HTTP/1.1" status: 204 len: 173 time: 0.4905453 Sep 23 15:26:18.231562 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'name': 'network-vif-deleted', 'tag': '2cdd4723-27d8-4995-a49c-6967ba24fa7e'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:18.233823 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b53d07a-08b7-43dd-8f26-89763231ee4d" -d '{"events": [{"server_uuid": "c685e650-6379-4809-8cec-3549d4a26ab1", "name": "network-vif-deleted", "tag": "2cdd4723-27d8-4995-a49c-6967ba24fa7e"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:18.256353 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:18.272412 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-049ce3d5-90be-4809-8056-a5dcbcb4d8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.275321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d367ce28-31af-455d-ac1a-31ef89d34834 x-openstack-request-id: req-d367ce28-31af-455d-ac1a-31ef89d34834 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:18.275638 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c685e650-6379-4809-8cec-3549d4a26ab1", "name": "network-vif-deleted", "tag": "2cdd4723-27d8-4995-a49c-6967ba24fa7e", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:18.275893 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d367ce28-31af-455d-ac1a-31ef89d34834 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:18.276322 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d367ce28-31af-455d-ac1a-31ef89d34834'] response: {'server_uuid': 'c685e650-6379-4809-8cec-3549d4a26ab1', 'name': 'network-vif-deleted', 'tag': '2cdd4723-27d8-4995-a49c-6967ba24fa7e', 'status': 'completed', 'code': 200} Sep 23 15:26:18.401462 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71487a-e9e1-414b-9758-b1df6e462ba4 req-620c61f5-d17c-4e70-8f38-72d65e57c391 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:18.403396 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2e71487a-e9e1-414b-9758-b1df6e462ba4 req-620c61f5-d17c-4e70-8f38-72d65e57c391 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 943 time: 0.0540886 Sep 23 15:26:18.456309 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2e71487a-e9e1-414b-9758-b1df6e462ba4 req-23ed033b-c916-4609-a509-be3959cfccd4 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446513 Sep 23 15:26:19.142165 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1557ad78-2539-4969-a3a9-d5a42259e3c7 req-81cc3c03-c4ea-431b-ace5-94f654bad202 tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 210 time: 0.0278194 Sep 23 15:26:19.269555 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=17 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:19.270669 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=57 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:19.590386 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5461d-41eb-4c8c-b4c8-f1d595d547b2 req-0e76cbb0-62f8-40e7-89ca-dec8516eac7d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:19.591873 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-87d5461d-41eb-4c8c-b4c8-f1d595d547b2 req-0e76cbb0-62f8-40e7-89ca-dec8516eac7d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 943 time: 0.0517898 Sep 23 15:26:19.642667 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-87d5461d-41eb-4c8c-b4c8-f1d595d547b2 req-964905f5-c53d-4125-9fba-0005aec11a17 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446017 Sep 23 15:26:20.223020 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 75e7bdc4-43db-4f8f-878c-111d10f4749a details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:26:20.238440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 2cdd4723-27d8-4995-a49c-6967ba24fa7e no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:20.267071 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 2cdd4723-27d8-4995-a49c-6967ba24fa7e {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:20.267421 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 2cdd4723-27d8-4995-a49c-6967ba24fa7e not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:20.286210 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c4cf7817-c866-4220-a797-fe6aa72f74d4 req-3aecfdfd-ddec-4df5-8f14-7a0baa0173ec tempest-ServerRescueNegativeTestJSON-656590992 tempest-ServerRescueNegativeTestJSON-656590992-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=c685e650-6379-4809-8cec-3549d4a26ab1 HTTP/1.1" status: 200 len: 210 time: 0.0316508 Sep 23 15:26:20.342935 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:20.350339 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 75e7bdc4-43db-4f8f-878c-111d10f4749a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=75e7bdc4-43db-4f8f-878c-111d10f4749a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:20.362507 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'port_id': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'mac_address': 'fa:16:3e:2c:4e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:26:20.401138 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 75e7bdc4-43db-4f8f-878c-111d10f4749a is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:20.401529 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.414875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e7bdc4-43db-4f8f-878c-111d10f4749a {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:26:20.444751 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 75e7bdc4-43db-4f8f-878c-111d10f4749a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=75e7bdc4-43db-4f8f-878c-111d10f4749a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:20.451079 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.456458 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c1c4b1ed-3526-4244-937c-c7222bfd15af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.503904 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=75e7bdc4-43db-4f8f-878c-111d10f4749a,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:20.786603 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad80d4-9df1-4769-b7a8-02b083b99141 req-3da8f0e6-e623-4a3d-a412-a1a21580fc71 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:20.788212 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-95ad80d4-9df1-4769-b7a8-02b083b99141 req-3da8f0e6-e623-4a3d-a412-a1a21580fc71 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 944 time: 0.0521574 Sep 23 15:26:20.837538 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-95ad80d4-9df1-4769-b7a8-02b083b99141 req-aa992265-3884-4708-9b5c-a8f36a4e3b46 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434182 Sep 23 15:26:20.887738 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['75e7bdc4-43db-4f8f-878c-111d10f4749a'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:21.358944 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56596) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:21.699119 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:21.895976 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.921678 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.979680 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:22.002887 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313d9f-4379-479f-8d1e-c0cc44ce52be req-f6a9fbbe-668b-4764-a06b-9644081a30f0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:22.004369 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-db313d9f-4379-479f-8d1e-c0cc44ce52be req-f6a9fbbe-668b-4764-a06b-9644081a30f0 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 944 time: 0.0845852 Sep 23 15:26:22.119101 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-db313d9f-4379-479f-8d1e-c0cc44ce52be req-31e03e9a-bee2-4f31-bd20-719eb02dfdb9 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089723 Sep 23 15:26:22.215981 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Deleting port 2a943a97-e781-4ca4-902e-07bafbb9f438 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:22.216274 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.223833 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 75e7bdc4-43db-4f8f-878c-111d10f4749a up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:22.272133 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 75e7bdc4-43db-4f8f-878c-111d10f4749a completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:26:22.278760 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 75e7bdc4-43db-4f8f-878c-111d10f4749a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:22.279111 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.279451 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 75e7bdc4-43db-4f8f-878c-111d10f4749a Sep 23 15:26:22.301740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] For port 2a943a97-e781-4ca4-902e-07bafbb9f438, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=2a943a97-e781-4ca4-902e-07bafbb9f438,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:22.302128 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.319411 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Calling delete_port for 2a943a97-e781-4ca4-902e-07bafbb9f438 owned by network:router_interface {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:22.485620 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 75e7bdc4-43db-4f8f-878c-111d10f4749a is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:22.486017 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.509552 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:22.510609 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (2a943a97-e781-4ca4-902e-07bafbb9f438), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.512499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e475f-90fb-43dd-8fd0-2ff581ffdeea" -d '{"events": [{"server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "name": "network-vif-plugged", "status": "completed", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:22.525952 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 75e7bdc4-43db-4f8f-878c-111d10f4749a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=75e7bdc4-43db-4f8f-878c-111d10f4749a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:22.531786 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.536744 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a943a97-e781-4ca4-902e-07bafbb9f438,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:22.571269 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8516102-bb97-4e3a-8231-7833172af8a9 x-openstack-request-id: req-b8516102-bb97-4e3a-8231-7833172af8a9 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:22.571622 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "name": "network-vif-plugged", "status": "completed", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:22.571883 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8516102-bb97-4e3a-8231-7833172af8a9 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:22.572279 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8516102-bb97-4e3a-8231-7833172af8a9'] response: {'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'code': 200} Sep 23 15:26:22.593769 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=75e7bdc4-43db-4f8f-878c-111d10f4749a,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:22.602155 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:22.711463 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.777655 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:22.837801 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f25b8-9c9a-40ec-a93d-a0c69239564f req-127bfdf1-444a-4a1f-a96d-b09b58cbece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:22.839210 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-842f25b8-9c9a-40ec-a93d-a0c69239564f req-127bfdf1-444a-4a1f-a96d-b09b58cbece9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 1129 time: 0.0806408 Sep 23 15:26:22.926962 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-842f25b8-9c9a-40ec-a93d-a0c69239564f req-82831cd2-bd6a-4688-9ab6-84119bd56bd6 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812249 Sep 23 15:26:22.989641 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:23.094729 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:23.099974 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-26c3020e-3ee8-432a-9a79-2749a829feb0 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/2b50cc06-e9c3-4126-8d07-20c7fc9f84d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7399960 Sep 23 15:26:23.104181 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56604) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:23.106616 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] Sync routers for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:23.118062 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:23.118661 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:23.221257 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:23.230150 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks [] for router (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.287081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06603-9cbe-4238-9e47-1f36043922be req-adccf799-8b2b-4da3-a3f4-e22c13753bd7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:23.288682 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-46e06603-9cbe-4238-9e47-1f36043922be req-adccf799-8b2b-4da3-a3f4-e22c13753bd7 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 945 time: 0.0891201 Sep 23 15:26:23.354961 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.381055 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-46e06603-9cbe-4238-9e47-1f36043922be req-7ed6ceb8-a312-4aa0-a33f-5c3109b8b791 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850437 Sep 23 15:26:23.383385 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks [] for router_gateway (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.400678 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.433479 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Deleting port 03763ad0-6ea2-4d07-849d-a4a16eae5858 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:23.434099 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.485531 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:26:22Z', 'revision_number': 5, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port': {'id': '03763ad0-6ea2-4d07-849d-a4a16eae5858', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:23.510791 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] Checking router: 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:23.513563 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:23.519345 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] For port 03763ad0-6ea2-4d07-849d-a4a16eae5858, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=03763ad0-6ea2-4d07-849d-a4a16eae5858,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:23.519631 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] Routers {'2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:23.519758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.520235 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:23.533723 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Calling delete_port for 03763ad0-6ea2-4d07-849d-a4a16eae5858 owned by network:router_gateway {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:23.599455 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:23.606771 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] Set router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 gateway port host: None {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:23.654749 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 6, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:23.681679 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb199-1d6e-4ed9-8cd4-b68d8c4bc99b None None] The sync data for ids ['2b50cc06-e9c3-4126-8d07-20c7fc9f84d2'] in dv-cinder-855013-3-iscsi is: [{'id': '2b50cc06-e9c3-4126-8d07-20c7fc9f84d2', 'name': 'tempest-ServerRescueNegativeTestJSON-989388734-router', 'tenant_id': '1abe4f1508864f77b30c4c635c368f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:54Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 6, 'project_id': '1abe4f1508864f77b30c4c635c368f02', 'gw_port_host': None}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:23.708054 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (03763ad0-6ea2-4d07-849d-a4a16eae5858), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.754638 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=03763ad0-6ea2-4d07-849d-a4a16eae5858,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:23.800169 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.886796 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.889899 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks [] for router_controller (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.949507 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (2b50cc06-e9c3-4126-8d07-20c7fc9f84d2), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.950807 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 {{(pid=106666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:26:23.956225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.957540 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-7e2e68b7-de9c-42d8-9a40-46dfe149c9eb admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/2b50cc06-e9c3-4126-8d07-20c7fc9f84d2 HTTP/1.1" status: 204 len: 168 time: 0.8524485 Sep 23 15:26:23.960245 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56608) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:24.007230 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] Deleting subnet 769f1f9a-55b6-4093-bd2a-11d0168f1f8d {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:26:24.010691 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] Publish callbacks [] for subnet (769f1f9a-55b6-4093-bd2a-11d0168f1f8d), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.050386 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182405'] for subnet (769f1f9a-55b6-4093-bd2a-11d0168f1f8d), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.131532 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (769f1f9a-55b6-4093-bd2a-11d0168f1f8d), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.185812 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4098800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2913706'] for subnet (769f1f9a-55b6-4093-bd2a-11d0168f1f8d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.219770 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.223467 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/769f1f9a-55b6-4093-bd2a-11d0168f1f8d HTTP/1.1" status: 204 len: 168 time: 0.2621503 Sep 23 15:26:24.224468 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60743ea8-3675-4530-8799-f920d25e7433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769f1f9a-55b6-4093-bd2a-11d0168f1f8d,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:24.225674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43036f9a-fed1-40c5-acae-6f40dfba78fd None None] Network d3ffbd85-3b9b-417b-b45f-55b60c247ef0 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:24.226011 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56610) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:24.239039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:24.302086 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (d3ffbd85-3b9b-417b-b45f-55b60c247ef0), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.349131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Deleting port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:24.349415 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.421903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] For port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:24.422267 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.426961 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] DHCP port deletion for d3ffbd85-3b9b-417b-b45f-55b60c247ef0 request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:26:24.438563 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Calling delete_port for 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:24.467605 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] Deleting port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:24.468474 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.488149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:24.517459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:24.534314 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.559214 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] For port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,segment=NetworkSegment(f4c47f26-4fa0-4e88-b010-4ecc070528d0),segment_id=f4c47f26-4fa0-4e88-b010-4ecc070528d0)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:24.559632 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.562881 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:24.569796 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] No DVR routers for this DVR port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:24.580999 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] Calling delete_port for 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:24.612331 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53004732-e023-414b-8448-9a4b43dda246 req-bdc411dd-af3f-4eef-91bf-d23f28b43736 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:24.618362 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-53004732-e023-414b-8448-9a4b43dda246 req-bdc411dd-af3f-4eef-91bf-d23f28b43736 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 945 time: 0.1113348 Sep 23 15:26:24.641774 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 2a943a97-e781-4ca4-902e-07bafbb9f438 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:24.645777 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:24.656138 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (d3ffbd85-3b9b-417b-b45f-55b60c247ef0), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.672693 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 2a943a97-e781-4ca4-902e-07bafbb9f438 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:24.673008 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 2a943a97-e781-4ca4-902e-07bafbb9f438 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:24.673586 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 03763ad0-6ea2-4d07-849d-a4a16eae5858 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:24.677917 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-53004732-e023-414b-8448-9a4b43dda246 req-e5c0944c-fcae-4373-8f3a-fd7659118b98 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533855 Sep 23 15:26:24.681875 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ffbd85-3b9b-417b-b45f-55b60c247ef0']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:24.694289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c47f26-4fa0-4e88-b010-4ecc070528d0') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:24.694650 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c47f26-4fa0-4e88-b010-4ecc070528d0') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:24.705517 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (f4c47f26-4fa0-4e88-b010-4ecc070528d0), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.708805 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 03763ad0-6ea2-4d07-849d-a4a16eae5858 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:24.709161 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 03763ad0-6ea2-4d07-849d-a4a16eae5858 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:24.709585 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:24.728072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (f4c47f26-4fa0-4e88-b010-4ecc070528d0), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.736303 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:24.736672 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:24.754387 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:26:24.754802 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (f4c47f26-4fa0-4e88-b010-4ecc070528d0), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.761941 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (53e33fb0-b89f-46ee-bd90-b31e223a8eb2), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.785750 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] No DVR routers for this DVR port 53e33fb0-b89f-46ee-bd90-b31e223a8eb2 on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:24.805200 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00c9ab-55a1-4122-a413-b8067312b7ab None None] Pushing event deleted for resources: {'Port': ['ID=53e33fb0-b89f-46ee-bd90-b31e223a8eb2,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:24.821411 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment f4c47f26-4fa0-4e88-b010-4ecc070528d0 resource provider aggregate not found Sep 23 15:26:24.847876 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment f4c47f26-4fa0-4e88-b010-4ecc070528d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4c47f26-4fa0-4e88-b010-4ecc070528d0 found for delete ", "request_id": "req-e939afcb-37a1-4f15-a282-acceab0dee54"}]} Sep 23 15:26:24.869154 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (d3ffbd85-3b9b-417b-b45f-55b60c247ef0), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.876432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ed5d1-7283-4f18-a798-18547e875e9d req-9f7c4e68-3c93-4f93-ac94-f06cc2e866ba tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:24.877927 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-970ed5d1-7283-4f18-a798-18547e875e9d req-9f7c4e68-3c93-4f93-ac94-f06cc2e866ba tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 945 time: 0.0657434 Sep 23 15:26:24.882644 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.888868 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/d3ffbd85-3b9b-417b-b45f-55b60c247ef0 HTTP/1.1" status: 204 len: 168 time: 0.6587911 Sep 23 15:26:24.889049 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56622) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:24.893398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Request body: {'floatingip': {'port_id': '75e7bdc4-43db-4f8f-878c-111d10f4749a'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:24.906430 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ffbd85-3b9b-417b-b45f-55b60c247ef0,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:24.943527 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.943791 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.944129 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.944463 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.944833 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.945161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.945495 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.945805 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.946126 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.946450 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.946770 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.947090 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.947410 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.947724 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.948034 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2c11ce-f8ca-4c7d-add3-23136e4c3031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:24.952945 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (b879d1f4-726f-49d0-b858-09624fa5a21d), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.022606 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56624) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:25.068682 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-803a2743-4f1e-4c27-bd58-62ad21fd3760 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=1abe4f1508864f77b30c4c635c368f02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446863 Sep 23 15:26:25.069252 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56626) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:25.122741 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5885-3821-4b47-bb14-3727d427f7c2 admin admin] Publish callbacks [] for security_group (dbb7d7f3-c0c8-4b8c-95e1-d423578117db), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.144454 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5885-3821-4b47-bb14-3727d427f7c2 admin admin] Publish callbacks [] for security_group (dbb7d7f3-c0c8-4b8c-95e1-d423578117db), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.195745 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5885-3821-4b47-bb14-3727d427f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (dbb7d7f3-c0c8-4b8c-95e1-d423578117db), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.198231 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5885-3821-4b47-bb14-3727d427f7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.199473 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-3b3e5885-3821-4b47-bb14-3727d427f7c2 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/dbb7d7f3-c0c8-4b8c-95e1-d423578117db HTTP/1.1" status: 204 len: 168 time: 0.1292999 Sep 23 15:26:25.208126 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e5885-3821-4b47-bb14-3727d427f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb7d7f3-c0c8-4b8c-95e1-d423578117db,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:25.663979 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.669439 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (b879d1f4-726f-49d0-b858-09624fa5a21d), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.770079 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Floating IP b879d1f4-726f-49d0-b858-09624fa5a21d associated. External IP: 172.27.1.45, port: 75e7bdc4-43db-4f8f-878c-111d10f4749a. Sep 23 15:26:25.850705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:25.987070 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:25.993225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Router 197d0045-a353-4617-93c2-bb7d6c36e08a has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:26.109555 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:26.113937 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.121989 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] Sync routers for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:26.133025 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:26.134313 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:26.146733 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-893b45cb-7f13-4bc5-8fb7-7f288f74ec43 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/b879d1f4-726f-49d0-b858-09624fa5a21d HTTP/1.1" status: 200 len: 990 time: 1.2565868 Sep 23 15:26:26.147385 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:26.149696 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:26.189475 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11db519-001d-4af4-a6b5-e7f80fda47bc x-openstack-request-id: req-e11db519-001d-4af4-a6b5-e7f80fda47bc {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:26.189866 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:26.190209 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e11db519-001d-4af4-a6b5-e7f80fda47bc {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:26.190793 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11db519-001d-4af4-a6b5-e7f80fda47bc'] response: {'name': 'network-changed', 'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'status': 'completed', 'code': 200} Sep 23 15:26:26.238287 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:26.295546 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-aa6cf147-2aa4-4ede-964d-bc39b6a5b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:26.297400 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-aa6cf147-2aa4-4ede-964d-bc39b6a5b8d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 1129 time: 0.0446448 Sep 23 15:26:26.424223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-3ada5968-62d9-4638-b865-66e1b37f6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:26.425746 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-3ada5968-62d9-4638-b865-66e1b37f6d63 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 200 len: 911 time: 0.1214871 Sep 23 15:26:26.493037 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-0be8cfc1-a452-40d1-befd-1f0e24451d38 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75e7bdc4-43db-4f8f-878c-111d10f4749a HTTP/1.1" status: 200 len: 998 time: 0.0609698 Sep 23 15:26:26.528918 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'b879d1f4-726f-49d0-b858-09624fa5a21d', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'port_id': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'mac_address': 'fa:16:3e:2c:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b9f1d7-4143-4d97-af21-d148c232a438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:26:09Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 1, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:26.549381 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-93367dd2-1765-4169-a6a9-956c9a57243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:26.550757 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-93367dd2-1765-4169-a6a9-956c9a57243d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 200 len: 849 time: 0.0522215 Sep 23 15:26:26.554057 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] Checking router: 197d0045-a353-4617-93c2-bb7d6c36e08a for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:26.563761 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:26.564375 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:26.599914 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-95676c75-e10a-47be-8c31-6dc7bd276bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:26.601406 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-95676c75-e10a-47be-8c31-6dc7bd276bdd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435286 Sep 23 15:26:26.671089 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:26.692373 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-cf79a032-c232-4866-b4a4-83a94a9c5a21 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838411 Sep 23 15:26:26.748880 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:26.791717 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dd5d3a91-aeeb-489d-bc45-ed7dc8d97ad6 req-55e9ee78-4223-49c4-9e87-6bf6cabe292b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933464 Sep 23 15:26:26.892297 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'b879d1f4-726f-49d0-b858-09624fa5a21d', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'port_id': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'mac_address': 'fa:16:3e:2c:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b9f1d7-4143-4d97-af21-d148c232a438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:26:09Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 1, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:26.920760 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b230e7a4-5f38-4e3e-8eae-2e817f43c627 None None] The sync data for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi is: [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'b879d1f4-726f-49d0-b858-09624fa5a21d', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'port_id': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'mac_address': 'fa:16:3e:2c:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b9f1d7-4143-4d97-af21-d148c232a438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:26:09Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 1, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:27.108679 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035851d8-2325-4cd1-acd6-2bafa45fd2b2 None None] New status for floating IP b879d1f4-726f-49d0-b858-09624fa5a21d: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:26:29.172895 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56692) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:29.289952 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.367080 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Publish callbacks [] for security_group (2d954868-6504-42cf-a56c-8e48fb8e660f), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.373704 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (2d954868-6504-42cf-a56c-8e48fb8e660f), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.411630 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:29.416467 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=7012146d99014fddb3d5a8c2e70a419e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425265 Sep 23 15:26:29.417626 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d954868-6504-42cf-a56c-8e48fb8e660f,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:29.419558 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56696) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:29.426409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.426765 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.427096 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.427423 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.427753 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.428075 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.428393 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.428739 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.429045 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.429361 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.429679 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.429996 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.430314 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.430628 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.430934 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fa168-f05f-4ffa-aa64-d3bc3d325b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:29.481083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2b91191-8b62-4173-a662-14c0e513d017 admin admin] Publish callbacks [] for security_group (2d954868-6504-42cf-a56c-8e48fb8e660f), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.502695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2b91191-8b62-4173-a662-14c0e513d017 admin admin] Publish callbacks [] for security_group (2d954868-6504-42cf-a56c-8e48fb8e660f), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.561951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2b91191-8b62-4173-a662-14c0e513d017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (2d954868-6504-42cf-a56c-8e48fb8e660f), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.564542 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2b91191-8b62-4173-a662-14c0e513d017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.565736 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f2b91191-8b62-4173-a662-14c0e513d017 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/2d954868-6504-42cf-a56c-8e48fb8e660f HTTP/1.1" status: 204 len: 168 time: 0.1451378 Sep 23 15:26:29.573578 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b91191-8b62-4173-a662-14c0e513d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d954868-6504-42cf-a56c-8e48fb8e660f,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:31.690633 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56766) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:31.812146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cd84601f-646f-46af-a3e0-dd0b420989d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.822606 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:31.898963 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cd84601f-646f-46af-a3e0-dd0b420989d4 admin admin] Publish callbacks [] for security_group (e3f89771-8198-4561-bdea-acc07e5d37c5), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.905726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-cd84601f-646f-46af-a3e0-dd0b420989d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (e3f89771-8198-4561-bdea-acc07e5d37c5), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.934290 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:31.951519 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84601f-646f-46af-a3e0-dd0b420989d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f89771-8198-4561-bdea-acc07e5d37c5,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:31.957349 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-cd84601f-646f-46af-a3e0-dd0b420989d4 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=61e375b8c95541f6b69a17da2214a341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656753 Sep 23 15:26:31.960194 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56770) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:32.012012 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-babb89e2-b977-4fcf-82b8-f677e43d1e93 admin admin] Publish callbacks [] for security_group (e3f89771-8198-4561-bdea-acc07e5d37c5), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.033006 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-babb89e2-b977-4fcf-82b8-f677e43d1e93 admin admin] Publish callbacks [] for security_group (e3f89771-8198-4561-bdea-acc07e5d37c5), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.087433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-babb89e2-b977-4fcf-82b8-f677e43d1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (e3f89771-8198-4561-bdea-acc07e5d37c5), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.090421 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-babb89e2-b977-4fcf-82b8-f677e43d1e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.091711 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-babb89e2-b977-4fcf-82b8-f677e43d1e93 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/e3f89771-8198-4561-bdea-acc07e5d37c5 HTTP/1.1" status: 204 len: 168 time: 0.1304257 Sep 23 15:26:32.100573 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb89e2-b977-4fcf-82b8-f677e43d1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f89771-8198-4561-bdea-acc07e5d37c5,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:32.375373 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56776) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:32.388965 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e7df1b37-80ea-4073-bf63-35533c587b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.469196 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e7df1b37-80ea-4073-bf63-35533c587b10 admin admin] Publish callbacks [] for security_group (ba945d4c-5f8c-424c-b0ca-8795084da1fc), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.475114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e7df1b37-80ea-4073-bf63-35533c587b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (ba945d4c-5f8c-424c-b0ca-8795084da1fc), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.513234 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df1b37-80ea-4073-bf63-35533c587b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba945d4c-5f8c-424c-b0ca-8795084da1fc,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:32.517749 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e7df1b37-80ea-4073-bf63-35533c587b10 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=311d13f047414a86a64dad6600823c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412992 Sep 23 15:26:32.520690 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56778) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:32.570668 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4a75e47c-50ec-4df8-a6b0-948ec270b1e9 admin admin] Publish callbacks [] for security_group (ba945d4c-5f8c-424c-b0ca-8795084da1fc), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.590973 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4a75e47c-50ec-4df8-a6b0-948ec270b1e9 admin admin] Publish callbacks [] for security_group (ba945d4c-5f8c-424c-b0ca-8795084da1fc), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.642189 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4a75e47c-50ec-4df8-a6b0-948ec270b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (ba945d4c-5f8c-424c-b0ca-8795084da1fc), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.644830 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4a75e47c-50ec-4df8-a6b0-948ec270b1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.645982 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4a75e47c-50ec-4df8-a6b0-948ec270b1e9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/ba945d4c-5f8c-424c-b0ca-8795084da1fc HTTP/1.1" status: 204 len: 168 time: 0.1245522 Sep 23 15:26:32.653751 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75e47c-50ec-4df8-a6b0-948ec270b1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba945d4c-5f8c-424c-b0ca-8795084da1fc,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:34.294658 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.296149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56864) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:37.415990 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b703256c-8a50-4c1c-b401-fd67514edb49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.493699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:37.499669 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b703256c-8a50-4c1c-b401-fd67514edb49 admin admin] Publish callbacks [] for security_group (45782ab5-1636-4092-9306-a051cfd57aa1), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.506628 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b703256c-8a50-4c1c-b401-fd67514edb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (45782ab5-1636-4092-9306-a051cfd57aa1), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.548343 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b703256c-8a50-4c1c-b401-fd67514edb49 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=e94c309e2d984eed85024748205393c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510850 Sep 23 15:26:37.549300 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703256c-8a50-4c1c-b401-fd67514edb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45782ab5-1636-4092-9306-a051cfd57aa1,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:37.551380 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56870) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:37.557480 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:26:37.598388 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:37.602195 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9b38-1c13-432c-abe2-b7cd43d7ac0e admin admin] Publish callbacks [] for security_group (45782ab5-1636-4092-9306-a051cfd57aa1), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.623932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9b38-1c13-432c-abe2-b7cd43d7ac0e admin admin] Publish callbacks [] for security_group (45782ab5-1636-4092-9306-a051cfd57aa1), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.675824 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9b38-1c13-432c-abe2-b7cd43d7ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (45782ab5-1636-4092-9306-a051cfd57aa1), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.679329 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9b38-1c13-432c-abe2-b7cd43d7ac0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.680923 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6d8a9b38-1c13-432c-abe2-b7cd43d7ac0e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/45782ab5-1636-4092-9306-a051cfd57aa1 HTTP/1.1" status: 204 len: 168 time: 0.1284325 Sep 23 15:26:37.689155 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a9b38-1c13-432c-abe2-b7cd43d7ac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45782ab5-1636-4092-9306-a051cfd57aa1,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:37.964737 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56876) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:37.978842 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f95bc12b-4bc1-4ec2-9d34-ac27bb253ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.063118 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f95bc12b-4bc1-4ec2-9d34-ac27bb253ff8 admin admin] Publish callbacks [] for security_group (31bfa50c-0fbd-4cad-aa73-9f159259073a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.069553 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f95bc12b-4bc1-4ec2-9d34-ac27bb253ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (31bfa50c-0fbd-4cad-aa73-9f159259073a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.110710 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f95bc12b-4bc1-4ec2-9d34-ac27bb253ff8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=9f724180b4a04fc8a8c2d4e1afa375e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448920 Sep 23 15:26:38.111540 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bc12b-4bc1-4ec2-9d34-ac27bb253ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bfa50c-0fbd-4cad-aa73-9f159259073a,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:38.113652 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56878) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:38.173361 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-77fca50b-415b-4b8a-a60c-016e50a49cf3 admin admin] Publish callbacks [] for security_group (31bfa50c-0fbd-4cad-aa73-9f159259073a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.195599 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-77fca50b-415b-4b8a-a60c-016e50a49cf3 admin admin] Publish callbacks [] for security_group (31bfa50c-0fbd-4cad-aa73-9f159259073a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.206599 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:38.249967 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-77fca50b-415b-4b8a-a60c-016e50a49cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (31bfa50c-0fbd-4cad-aa73-9f159259073a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.252713 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-77fca50b-415b-4b8a-a60c-016e50a49cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.253874 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-77fca50b-415b-4b8a-a60c-016e50a49cf3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/31bfa50c-0fbd-4cad-aa73-9f159259073a HTTP/1.1" status: 204 len: 168 time: 0.1389847 Sep 23 15:26:38.261653 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fca50b-415b-4b8a-a60c-016e50a49cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bfa50c-0fbd-4cad-aa73-9f159259073a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:39.423545 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56914) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:39.549289 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7e323fd1-d4ef-4320-9d9a-ca54f16f87c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:39.627631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7e323fd1-d4ef-4320-9d9a-ca54f16f87c3 admin admin] Publish callbacks [] for security_group (adcf051e-3d06-4193-b7b8-1bda4ee0b74e), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:39.635605 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7e323fd1-d4ef-4320-9d9a-ca54f16f87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (adcf051e-3d06-4193-b7b8-1bda4ee0b74e), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:39.676297 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-7e323fd1-d4ef-4320-9d9a-ca54f16f87c3 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3a4b548575ce46f09159965d007cf3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517021 Sep 23 15:26:39.677161 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e323fd1-d4ef-4320-9d9a-ca54f16f87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcf051e-3d06-4193-b7b8-1bda4ee0b74e,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:39.679232 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56918) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:39.732431 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afbbf22-9a65-489c-8b94-17d242da4999 admin admin] Publish callbacks [] for security_group (adcf051e-3d06-4193-b7b8-1bda4ee0b74e), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:39.753343 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afbbf22-9a65-489c-8b94-17d242da4999 admin admin] Publish callbacks [] for security_group (adcf051e-3d06-4193-b7b8-1bda4ee0b74e), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:39.804872 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afbbf22-9a65-489c-8b94-17d242da4999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (adcf051e-3d06-4193-b7b8-1bda4ee0b74e), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:39.807313 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afbbf22-9a65-489c-8b94-17d242da4999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:39.808488 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6afbbf22-9a65-489c-8b94-17d242da4999 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/adcf051e-3d06-4193-b7b8-1bda4ee0b74e HTTP/1.1" status: 204 len: 168 time: 0.1282899 Sep 23 15:26:39.816331 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbbf22-9a65-489c-8b94-17d242da4999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcf051e-3d06-4193-b7b8-1bda4ee0b74e,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:44.022390 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 56984) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:44.138478 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d099f56f-f1ac-4b08-8b43-871c4fc8a242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.220064 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d099f56f-f1ac-4b08-8b43-871c4fc8a242 admin admin] Publish callbacks [] for security_group (366bb816-7359-4e6b-9db4-8567d33d4028), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.226239 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d099f56f-f1ac-4b08-8b43-871c4fc8a242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (366bb816-7359-4e6b-9db4-8567d33d4028), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.266565 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d099f56f-f1ac-4b08-8b43-871c4fc8a242 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=af5e2c1421944b87b001d4851d66ba3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430241 Sep 23 15:26:44.267436 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099f56f-f1ac-4b08-8b43-871c4fc8a242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366bb816-7359-4e6b-9db4-8567d33d4028,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:44.269785 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 56988) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:44.325365 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0f29a519-a0b7-4df7-8d70-45ff1fe8e5b3 admin admin] Publish callbacks [] for security_group (366bb816-7359-4e6b-9db4-8567d33d4028), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.347337 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0f29a519-a0b7-4df7-8d70-45ff1fe8e5b3 admin admin] Publish callbacks [] for security_group (366bb816-7359-4e6b-9db4-8567d33d4028), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.395370 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0f29a519-a0b7-4df7-8d70-45ff1fe8e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (366bb816-7359-4e6b-9db4-8567d33d4028), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.397961 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0f29a519-a0b7-4df7-8d70-45ff1fe8e5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.399079 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-0f29a519-a0b7-4df7-8d70-45ff1fe8e5b3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/366bb816-7359-4e6b-9db4-8567d33d4028 HTTP/1.1" status: 204 len: 168 time: 0.1277859 Sep 23 15:26:44.406741 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29a519-a0b7-4df7-8d70-45ff1fe8e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366bb816-7359-4e6b-9db4-8567d33d4028,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:46.439482 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:46.976516 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-98aae7f1-d409-4c3d-a2cb-0486788bdbfe tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/networks?tenant_id=3c37b296273040cdb8c2a1281d91db03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357780 Sep 23 15:26:47.186003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-17f1da74-79bb-4c6c-80d1-c9caafd599c1 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:47.187464 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-17f1da74-79bb-4c6c-80d1-c9caafd599c1 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035275 Sep 23 15:26:47.204112 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-82e4bdeb-9bbe-48cb-bfc2-a3362818887f tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/quotas/3c37b296273040cdb8c2a1281d91db03 HTTP/1.1" status: 200 len: 375 time: 0.0093350 Sep 23 15:26:47.235543 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-f1d45eff-e19c-4692-839a-dba81a7317df tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=3c37b296273040cdb8c2a1281d91db03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265436 Sep 23 15:26:47.407114 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-99982289-605d-49b3-b281-05596f053f96 req-972762e0-6f53-48fa-bd2e-62b4a06480c5 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 210 time: 0.0315216 Sep 23 15:26:47.550623 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:48.275556 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9b1cdd70-9ea8-4c67-9941-4a1a7e865131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.516809 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3bec929c-5c92-4514-b9b0-8a94cd94112f req-4993291e-3651-4296-b14f-cd2fcc79d745 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 210 time: 0.0298634 Sep 23 15:26:48.562794 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-ac9bbd91-c68c-41c0-b516-a534fa184eef tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=3c37b296273040cdb8c2a1281d91db03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208569 Sep 23 15:26:48.671780 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-04752628-19fb-4dd3-8695-79676f78decf tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:48.673258 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-04752628-19fb-4dd3-8695-79676f78decf tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050971 Sep 23 15:26:48.703645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Request body: {'port': {'device_id': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025', 'admin_state_up': True, 'tenant_id': '3c37b296273040cdb8c2a1281d91db03'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:48.796973 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:48.822448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Made reservation on behalf of 3c37b296273040cdb8c2a1281d91db03 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:26:48.826611 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.835251 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.875146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:48.917249 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks [] for security_group (1cf59e01-1dd8-4861-a7b9-9973dcde88cf), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.922734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1cf59e01-1dd8-4861-a7b9-9973dcde88cf), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.982180 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf59e01-1dd8-4861-a7b9-9973dcde88cf,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:49.061532 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Allocated IP 192.168.233.165 (9b725ad3-3f1d-4cef-87dc-ed3020a3b025/92037646-a3f7-46ce-aea2-c0bc5cf66854/c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:49.206273 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks [] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.241522 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.281258 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57052) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:49.289219 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:49.292787 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:49.295352 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:49.321442 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Pushing event updated for resources: {'Port': ['ID=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:49.352341 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:49.352976 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.373252 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-d4e1d77c-47dd-4908-860b-bab42aa3e821 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6733458 Sep 23 15:26:49.390699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Request body: {'port': {'device_id': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:49.452032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.469859 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:49.569675 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:49.587019 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Provisioning complete for port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:49.588142 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.588677 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Attempt 1 to provision port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 Sep 23 15:26:49.629458 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:49.637885 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Deleting port 79dee988-f288-412d-8b5f-7631bdd0779e {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:49.638226 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (79dee988-f288-412d-8b5f-7631bdd0779e), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.653482 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:49.696117 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eadf67-05ff-4d8b-bce2-42c2a647ee6e req-8c19e30a-3941-4ec2-aa99-8c2ce4793f01 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:49.697573 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-82eadf67-05ff-4d8b-bce2-42c2a647ee6e req-8c19e30a-3941-4ec2-aa99-8c2ce4793f01 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 936 time: 0.0944457 Sep 23 15:26:49.707417 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:49.717642 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:26:49.726430 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Publish callbacks [] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.740075 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Transition to ACTIVE for port object c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:26:49.744699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.761764 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (79dee988-f288-412d-8b5f-7631bdd0779e), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.762083 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for floatingip (79dee988-f288-412d-8b5f-7631bdd0779e), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.782964 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Calling delete_port for 79dee988-f288-412d-8b5f-7631bdd0779e owned by network:floatingip {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:49.792483 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-82eadf67-05ff-4d8b-bce2-42c2a647ee6e req-c98ab8a4-6dd9-43c5-b7c8-a2898925f9b3 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884175 Sep 23 15:26:49.973546 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (79dee988-f288-412d-8b5f-7631bdd0779e), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.000383 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event deleted for resources: {'Port': ['ID=79dee988-f288-412d-8b5f-7631bdd0779e,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:50.073111 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for floatingip (3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.073390 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Floating IP 3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf disassociated (deleted). External IP: 172.27.1.96, port: aa222fb4-42c6-4891-beb9-013184d89cc9. Sep 23 15:26:50.086778 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:50.125832 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Attempting to bind port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:50.126188 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Attempting to bind port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:50.126526 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Attempting to bind port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 on network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:50.131023 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Attempt 2 to provision port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 Sep 23 15:26:50.133961 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:50.168690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:50.172830 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 on network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:26:50.173189 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Attempting to bind port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 on network 9b725ad3-3f1d-4cef-87dc-ed3020a3b025 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:50.217532 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:50.217852 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Checking segment: {'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:50.218256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Bound using segment: {'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:50.218693 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Bound port: c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef71e4a-5ee9-4b63-a53a-7da5491428ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:50.219053 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.290395 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] For port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:50.293797 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] For port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,segment=NetworkSegment(5ef71e4a-5ee9-4b63-a53a-7da5491428ff),segment_id=5ef71e4a-5ee9-4b63-a53a-7da5491428ff)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:50.301615 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.305930 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.306539 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.307945 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 HTTP/1.1" status: 200 len: 1098 time: 0.9215324 Sep 23 15:26:50.308498 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'tag': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:50.310872 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b3c7b1-1f99-45b7-bcd0-693f7f637270" -d '{"events": [{"name": "network-changed", "server_uuid": "5a11da25-c94e-428b-bf53-56c6cf76ba52", "tag": "c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:50.364354 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addf469-19da-4bcb-9d94-5ef3aed51eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:50.374443 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e81c7f4-7d88-4b25-bdcc-a56161efdf0e x-openstack-request-id: req-4e81c7f4-7d88-4b25-bdcc-a56161efdf0e {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:50.375082 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a11da25-c94e-428b-bf53-56c6cf76ba52", "tag": "c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:50.375336 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4e81c7f4-7d88-4b25-bdcc-a56161efdf0e {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:50.375883 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e81c7f4-7d88-4b25-bdcc-a56161efdf0e'] response: {'name': 'network-changed', 'server_uuid': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'tag': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8', 'status': 'completed', 'code': 200} Sep 23 15:26:50.436544 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-2b5bb675-e6b6-4eac-8abf-5952bee8ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.438293 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-2b5bb675-e6b6-4eac-8abf-5952bee8ccfe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3c37b296273040cdb8c2a1281d91db03&device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 1132 time: 0.0408275 Sep 23 15:26:50.443007 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-76848ba9-5764-455c-af38-a65633740315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.487108 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-01d07324-cb5b-4d63-a8fd-26f439fbe7fd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 HTTP/1.1" status: 200 len: 217 time: 0.0363359 Sep 23 15:26:50.523961 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Router 60423be4-097c-4e72-982b-3ac99b45db3f has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:50.537432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-6792ffcc-4bc3-420c-a891-65a01dfd1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.538914 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-6792ffcc-4bc3-420c-a891-65a01dfd1db7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=92037646-a3f7-46ce-aea2-c0bc5cf66854 HTTP/1.1" status: 200 len: 843 time: 0.0449047 Sep 23 15:26:50.583215 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-8643a3a8-d80d-4a1d-beae-83d9f48ec6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.584801 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-8643a3a8-d80d-4a1d-beae-83d9f48ec6f3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9b725ad3-3f1d-4cef-87dc-ed3020a3b025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0393579 Sep 23 15:26:50.630064 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:50.634736 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.641155 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] Sync routers for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:50.651574 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:50.652494 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:50.666404 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5fb0a6ea-dbd1-48b8-8cac-2a7d5f15a000 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf HTTP/1.1" status: 204 len: 168 time: 1.3840487 Sep 23 15:26:50.666791 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:50.667421 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:50.669664 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d84a9f-e58e-4403-af41-0ad79cb6cd25" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:50.687182 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-74bdf41f-5216-4eb4-9118-7256156eb3df service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9b725ad3-3f1d-4cef-87dc-ed3020a3b025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945828 Sep 23 15:26:50.725493 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51dc40f-894e-4879-9eb2-ee5777fd6d62 x-openstack-request-id: req-f51dc40f-894e-4879-9eb2-ee5777fd6d62 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:50.725789 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:50.726045 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f51dc40f-894e-4879-9eb2-ee5777fd6d62 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:50.726473 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51dc40f-894e-4879-9eb2-ee5777fd6d62'] response: {'name': 'network-changed', 'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'status': 'completed', 'code': 200} Sep 23 15:26:50.752461 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Attempt 3 to provision port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 Sep 23 15:26:50.783502 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f8f30c60-d246-4eb9-8abc-14c5c23a11fa req-c4e1274b-93cc-4bde-b203-bdb20c7fcf6b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9b725ad3-3f1d-4cef-87dc-ed3020a3b025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899692 Sep 23 15:26:50.835934 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-14ea94a0-b491-4ecc-9303-f5571907d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.836777 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:50.838126 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-14ea94a0-b491-4ecc-9303-f5571907d4ed service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=592a763d7123405fb0576b00edfcd1bf&device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 1129 time: 0.0540075 Sep 23 15:26:50.838611 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-eb60af70-1c2f-4461-a432-7dc05be780be None None] Port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:26:50.927935 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:50.929162 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f92ac7-3ca1-4247-8201-87f7cc220e68 req-56321eca-948c-4d99-aa52-8b71f139268c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.931070 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61f92ac7-3ca1-4247-8201-87f7cc220e68 req-56321eca-948c-4d99-aa52-8b71f139268c tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0547426 Sep 23 15:26:50.939369 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70c7f0-c2c9-47fa-a8eb-5645bfea03fb req-d862c064-57ed-437f-94d2-137058c22e17 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.941024 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ef70c7f0-c2c9-47fa-a8eb-5645bfea03fb req-d862c064-57ed-437f-94d2-137058c22e17 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 948 time: 0.0523696 Sep 23 15:26:50.986333 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-61f92ac7-3ca1-4247-8201-87f7cc220e68 req-c3b5f28f-634f-46c7-a072-f340c0870e33 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493965 Sep 23 15:26:50.992018 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ef70c7f0-c2c9-47fa-a8eb-5645bfea03fb req-9296b49e-2521-47b7-8baf-ebe5cbf19f46 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446601 Sep 23 15:26:51.026294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 5, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:51.050385 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] Checking router: 60423be4-097c-4e72-982b-3ac99b45db3f for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:51.058718 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:51.059304 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:51.160620 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:51.412404 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:51.477141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 5, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:51.501837 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9a3f2-b51c-469a-bc87-b81250116d26 None None] The sync data for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi is: [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '8fefae36-e53a-48c1-8e90-bddee210b189', 'name': '', 'network_id': '5eb08fcc-94bd-488a-98f7-4db4f5e03842', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'mac_address': 'fa:16:3e:c6:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:13Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 5, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'subnets': [{'id': '761c2a86-af48-443d-bd7a-c5bebecb824e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:51.735167 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5368cf72-16bf-435b-962a-273a72bc56d9 None None] New status for floating IP 3a8f0899-4ef1-4bb6-944a-cdd2fd3524bf: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:26:51.900486 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.117083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772431c-e27f-4a95-82f7-a7d84188fe55 req-6bef83ff-fce5-4102-9e54-d6b6c82b9b58 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:52.118611 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3772431c-e27f-4a95-82f7-a7d84188fe55 req-6bef83ff-fce5-4102-9e54-d6b6c82b9b58 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Sep 23 15:26:52.120234 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba8637-908e-418b-9859-7b60d8ac30ae req-5bca6a88-2e82-4183-bcee-7d29135fb5db tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:52.122075 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9eba8637-908e-418b-9859-7b60d8ac30ae req-5bca6a88-2e82-4183-bcee-7d29135fb5db tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 948 time: 0.0519428 Sep 23 15:26:52.142141 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:52.171675 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3772431c-e27f-4a95-82f7-a7d84188fe55 req-6e551cac-2fff-4b6d-9691-ce70a88803f4 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 Sep 23 15:26:52.180237 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9eba8637-908e-418b-9859-7b60d8ac30ae req-041cf1b1-4e70-458d-b53a-f40c3586f0dd tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513732 Sep 23 15:26:52.399507 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:26:52.486176 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:52.515147 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,segment=NetworkSegment(5ef71e4a-5ee9-4b63-a53a-7da5491428ff),segment_id=5ef71e4a-5ee9-4b63-a53a-7da5491428ff)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:52.526892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8', 'network_id': '9b725ad3-3f1d-4cef-87dc-ed3020a3b025', 'port_id': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8', 'mac_address': 'fa:16:3e:2f:ec:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92037646-a3f7-46ce-aea2-c0bc5cf66854', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:26:52.570697 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:52.571092 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.584732 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:26:52.604853 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,segment=NetworkSegment(5ef71e4a-5ee9-4b63-a53a-7da5491428ff),segment_id=5ef71e4a-5ee9-4b63-a53a-7da5491428ff)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:52.611438 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.661283 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:53.058238 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:53.300238 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f92f1-56a6-4308-83fc-0ac3519adffb req-55591ef1-31f7-4299-bd12-03331a0a6684 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:53.300949 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327dbaf-5fc7-4899-840c-f0f72059431c req-f2aa00db-310c-4c84-a452-0d3d45ed0b17 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:53.302383 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a327dbaf-5fc7-4899-840c-f0f72059431c req-f2aa00db-310c-4c84-a452-0d3d45ed0b17 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0507820 Sep 23 15:26:53.302741 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e63f92f1-56a6-4308-83fc-0ac3519adffb req-55591ef1-31f7-4299-bd12-03331a0a6684 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 949 time: 0.0471022 Sep 23 15:26:53.353879 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e63f92f1-56a6-4308-83fc-0ac3519adffb req-371c3055-aa36-4782-a3b1-e5d503da0b10 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Sep 23 15:26:53.359511 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a327dbaf-5fc7-4899-840c-f0f72059431c req-311c0844-af70-4079-8566-9854fba4f8b2 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515008 Sep 23 15:26:53.362365 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.401441 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:54.381258 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:54.396356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-73e8a050-3fe1-4189-9cbd-4574283323f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:54.398301 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-73e8a050-3fe1-4189-9cbd-4574283323f4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3c37b296273040cdb8c2a1281d91db03&device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 1133 time: 0.0521867 Sep 23 15:26:54.403863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:54.450068 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:26:54.457331 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:54.458375 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:54.461383 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 Sep 23 15:26:54.497168 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-3a1ff336-87a8-47cc-b1af-a982ec8fa1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:54.498651 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-3a1ff336-87a8-47cc-b1af-a982ec8fa1ca service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 200 len: 909 time: 0.1526351 Sep 23 15:26:54.500524 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e444c-31fa-48f8-bb6f-be1cb5aeea6a req-417af41b-24e2-4395-ad37-3184f8e63ee8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:54.502105 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4a2e444c-31fa-48f8-bb6f-be1cb5aeea6a req-417af41b-24e2-4395-ad37-3184f8e63ee8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Sep 23 15:26:54.514404 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfefa8-6ae8-4e1a-b495-6b38cda59e57 req-f2a12c56-9bdb-4a3e-a620-55be6a10129b tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:54.515862 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-52bfefa8-6ae8-4e1a-b495-6b38cda59e57 req-f2a12c56-9bdb-4a3e-a620-55be6a10129b tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 949 time: 0.0661247 Sep 23 15:26:54.534786 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:54.535178 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:54.561212 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:54.563497 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26b339-f836-42d7-ac49-5bb0b9f5fc55" -d '{"events": [{"server_uuid": "5a11da25-c94e-428b-bf53-56c6cf76ba52", "name": "network-vif-plugged", "status": "completed", "tag": "c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:54.566774 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4a2e444c-31fa-48f8-bb6f-be1cb5aeea6a req-c1866b0b-0afe-4130-a274-e206102e0d9a tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558858 Sep 23 15:26:54.574116 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-52bfefa8-6ae8-4e1a-b495-6b38cda59e57 req-4d6c4ded-f8f2-4680-ab0c-e13cfbcef4d3 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516808 Sep 23 15:26:54.579736 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,segment=NetworkSegment(5ef71e4a-5ee9-4b63-a53a-7da5491428ff),segment_id=5ef71e4a-5ee9-4b63-a53a-7da5491428ff)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:54.588356 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:54.623250 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae582a1-b80f-4ae3-8d85-b04d75f3c083 x-openstack-request-id: req-4ae582a1-b80f-4ae3-8d85-b04d75f3c083 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:54.623620 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a11da25-c94e-428b-bf53-56c6cf76ba52", "name": "network-vif-plugged", "status": "completed", "tag": "c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:54.623828 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ae582a1-b80f-4ae3-8d85-b04d75f3c083 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:54.624200 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae582a1-b80f-4ae3-8d85-b04d75f3c083'] response: {'server_uuid': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8', 'code': 200} Sep 23 15:26:54.649367 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:54.773129 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-ae75cc27-1c80-4493-9283-c1e4e32c0b77 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 200 len: 217 time: 0.0448897 Sep 23 15:26:54.830044 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-7cfa9d4f-33e5-4c3d-9b65-59ee161b9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:54.831630 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-7cfa9d4f-33e5-4c3d-9b65-59ee161b9702 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9b725ad3-3f1d-4cef-87dc-ed3020a3b025 HTTP/1.1" status: 200 len: 870 time: 0.1042297 Sep 23 15:26:54.957790 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-2a724172-260f-4f68-8832-fc0b304b1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:54.959134 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-2a724172-260f-4f68-8832-fc0b304b1731 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 200 len: 847 time: 0.0499785 Sep 23 15:26:54.986616 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-a8c7cb2d-f40e-4ab8-83b1-6c6df6e6fbfe service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 HTTP/1.1" status: 200 len: 217 time: 0.0486801 Sep 23 15:26:55.004907 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-1e0dd748-1d04-488a-af8b-152bda846547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:55.006414 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-1e0dd748-1d04-488a-af8b-152bda846547 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5eb08fcc-94bd-488a-98f7-4db4f5e03842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402300 Sep 23 15:26:55.067146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42538d36-3ced-4aa9-ba35-5bcf1ed17120 req-2496efad-b19f-499a-a899-892dd03ffa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:55.068682 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-42538d36-3ced-4aa9-ba35-5bcf1ed17120 req-2496efad-b19f-499a-a899-892dd03ffa96 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 1134 time: 0.1235363 Sep 23 15:26:55.076243 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-8d6e480c-dbac-47ce-8954-c3fb159852e3 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:55.077607 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-8d6e480c-dbac-47ce-8954-c3fb159852e3 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 945 time: 0.1313987 Sep 23 15:26:55.096875 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-eb3d8b8e-3428-45e5-a3e4-f49c760a95e0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839489 Sep 23 15:26:55.130655 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-1a30974b-bd48-4d30-8e9d-37d8fe9c0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:55.132136 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-1a30974b-bd48-4d30-8e9d-37d8fe9c0b52 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=92037646-a3f7-46ce-aea2-c0bc5cf66854 HTTP/1.1" status: 200 len: 843 time: 0.1126833 Sep 23 15:26:55.199766 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-cf1b2e6d-7130-4c66-890e-45aff1f9bf37 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968432 Sep 23 15:26:55.220015 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-42538d36-3ced-4aa9-ba35-5bcf1ed17120 req-ce2f095c-a9d9-467c-ae16-ba62e69c68be service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395304 Sep 23 15:26:55.223088 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-5190ac7a-c3fe-4763-8701-d24bd48b28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:55.224479 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-5190ac7a-c3fe-4763-8701-d24bd48b28d7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9b725ad3-3f1d-4cef-87dc-ed3020a3b025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0845516 Sep 23 15:26:55.238774 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Deleting port aa222fb4-42c6-4891-beb9-013184d89cc9 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:55.239230 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:55.337060 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] For port aa222fb4-42c6-4891-beb9-013184d89cc9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=aa222fb4-42c6-4891-beb9-013184d89cc9,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:55.337431 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:55.350513 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Calling delete_port for aa222fb4-42c6-4891-beb9-013184d89cc9 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:55.354321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:55.481006 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (aa222fb4-42c6-4891-beb9-013184d89cc9), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:55.511941 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event deleted for resources: {'Port': ['ID=aa222fb4-42c6-4891-beb9-013184d89cc9,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:55.555483 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] No DVR routers for this DVR port aa222fb4-42c6-4891-beb9-013184d89cc9 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:55.558120 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:55.561465 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5f882193-b029-4c05-867c-fe37ea5eba45 req-9224501f-34f7-4098-aaf3-b23b0d8fbba6 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.64 "DELETE /networking/v2.0/ports/aa222fb4-42c6-4891-beb9-013184d89cc9 HTTP/1.1" status: 204 len: 173 time: 0.4719112 Sep 23 15:26:55.561966 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-deleted', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:55.564199 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5538aa66-d363-4250-a354-fd527fad82c2" -d '{"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-deleted", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:55.649329 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:55.651053 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8469729c-cf13-4fee-9f55-88d05970c97b x-openstack-request-id: req-8469729c-cf13-4fee-9f55-88d05970c97b {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:55.651333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0a3e47-96a7-461b-81dc-e879cf1df317", "name": "network-vif-deleted", "tag": "aa222fb4-42c6-4891-beb9-013184d89cc9", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:55.652516 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8469729c-cf13-4fee-9f55-88d05970c97b {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:55.652958 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8469729c-cf13-4fee-9f55-88d05970c97b'] response: {'server_uuid': '9a0a3e47-96a7-461b-81dc-e879cf1df317', 'name': 'network-vif-deleted', 'tag': 'aa222fb4-42c6-4891-beb9-013184d89cc9', 'status': 'completed', 'code': 200} Sep 23 15:26:55.690243 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3d86e5f3-ecdf-4d38-8cb1-d73fe26880c8 req-11800a78-a8c3-4ec8-a039-4fece8f5f9e8 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0344708 Sep 23 15:26:55.724028 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602ce5b-aa75-42df-9748-db25767b400e req-21bec8bc-cdde-4ab1-b7a6-b07df2da06c9 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:55.725542 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9602ce5b-aa75-42df-9748-db25767b400e req-21bec8bc-cdde-4ab1-b7a6-b07df2da06c9 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 950 time: 0.0516062 Sep 23 15:26:55.725681 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-8ef8c37a-b72d-40ab-b696-109849e48cdb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9b725ad3-3f1d-4cef-87dc-ed3020a3b025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255250 Sep 23 15:26:55.774822 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9602ce5b-aa75-42df-9748-db25767b400e req-5305e233-5a2f-4542-9d7c-92f0dd4fa3d7 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Sep 23 15:26:56.310659 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62b3c7b1-1f99-45b7-bcd0-693f7f637270 req-8e88f368-38c2-4045-b58e-c3c2d67cecf7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9b725ad3-3f1d-4cef-87dc-ed3020a3b025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998304 Sep 23 15:26:56.801758 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ec01996f-331c-4f2d-aff7-3a7a21708653 req-52909a1a-0d8c-42d7-a89a-4b722304edc7 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9a0a3e47-96a7-461b-81dc-e879cf1df317 HTTP/1.1" status: 200 len: 210 time: 0.0293877 Sep 23 15:26:56.908915 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fcace-3b84-4faf-b144-e5efe8d2dcda req-be17fbbb-3b34-4fe8-b382-c180636b1702 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:56.910399 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a40fcace-3b84-4faf-b144-e5efe8d2dcda req-be17fbbb-3b34-4fe8-b382-c180636b1702 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 950 time: 0.0550511 Sep 23 15:26:56.961004 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a40fcace-3b84-4faf-b144-e5efe8d2dcda req-c53c0810-ad09-4c87-a250-f372652f2a6b tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Sep 23 15:26:57.872830 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57102) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:57.932614 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e15d7121-4a1c-40a9-ba98-7a1792cff825 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group (2b9e61ec-1f6e-4143-a24e-6d82f5998f7b), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:57.941209 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:57.958921 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e15d7121-4a1c-40a9-ba98-7a1792cff825 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group (2b9e61ec-1f6e-4143-a24e-6d82f5998f7b), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:58.031288 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e15d7121-4a1c-40a9-ba98-7a1792cff825 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (2b9e61ec-1f6e-4143-a24e-6d82f5998f7b), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:58.034178 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e15d7121-4a1c-40a9-ba98-7a1792cff825 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:58.035617 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e15d7121-4a1c-40a9-ba98-7a1792cff825 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/2b9e61ec-1f6e-4143-a24e-6d82f5998f7b HTTP/1.1" status: 204 len: 168 time: 0.1639354 Sep 23 15:26:58.041191 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:58.047137 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7121-4a1c-40a9-ba98-7a1792cff825 tempest-TestShelveInstance-648048747 tempest-TestShelveInstance-648048747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e61ec-1f6e-4143-a24e-6d82f5998f7b,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:58.089355 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57112) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:58.122524 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae8c0b-7975-4342-a912-4761fcce673b req-398a67fe-a692-40e2-8865-055b5dec2346 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.124023 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d8ae8c0b-7975-4342-a912-4761fcce673b req-398a67fe-a692-40e2-8865-055b5dec2346 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 950 time: 0.0600893 Sep 23 15:26:58.175825 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d8ae8c0b-7975-4342-a912-4761fcce673b req-9ad168b2-400f-46da-bac3-feecddc4871d tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Sep 23 15:26:58.442472 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device aa222fb4-42c6-4891-beb9-013184d89cc9 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:58.449781 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd555fee-8a99-47a9-8767-1fc156d03cc8 req-24f9d5d2-88d8-4175-937e-7a65c71dd19f tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.451537 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cd555fee-8a99-47a9-8767-1fc156d03cc8 req-24f9d5d2-88d8-4175-937e-7a65c71dd19f tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 950 time: 0.0466416 Sep 23 15:26:58.465949 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: aa222fb4-42c6-4891-beb9-013184d89cc9 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:58.466482 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device aa222fb4-42c6-4891-beb9-013184d89cc9 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:58.506399 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-cd555fee-8a99-47a9-8767-1fc156d03cc8 req-dc409ca2-48d2-4eb4-bf6d-85657f3b6ffc tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Sep 23 15:26:58.540661 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (60423be4-097c-4e72-982b-3ac99b45db3f), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:58.771515 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Deleting port 8fefae36-e53a-48c1-8e90-bddee210b189 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:58.771760 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:58.853275 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] For port 8fefae36-e53a-48c1-8e90-bddee210b189, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=8fefae36-e53a-48c1-8e90-bddee210b189,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:58.853683 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:58.866637 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Calling delete_port for 8fefae36-e53a-48c1-8e90-bddee210b189 owned by network:router_interface {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:59.003089 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:59.054548 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (8fefae36-e53a-48c1-8e90-bddee210b189), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:59.078028 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fefae36-e53a-48c1-8e90-bddee210b189,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:59.087357 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:59.246493 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (60423be4-097c-4e72-982b-3ac99b45db3f), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:59.472150 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Router 60423be4-097c-4e72-982b-3ac99b45db3f has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:59.578543 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:59.584072 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4e3dfde6-01ee-453b-ba0a-25b9bb745af8 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/60423be4-097c-4e72-982b-3ac99b45db3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935825 Sep 23 15:26:59.586614 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57130) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:59.590908 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] Sync routers for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:59.600978 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:59.601565 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:59.604644 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:59.678358 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083ae1f-8f5c-4d13-830c-f94e4ce2b06f req-a8913f99-49bd-4c52-938b-581051671728 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.679833 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d083ae1f-8f5c-4d13-830c-f94e4ce2b06f req-a8913f99-49bd-4c52-938b-581051671728 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 950 time: 0.0856347 Sep 23 15:26:59.707560 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:59.744916 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks [] for router (60423be4-097c-4e72-982b-3ac99b45db3f), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:59.805704 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:59.805998 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d083ae1f-8f5c-4d13-830c-f94e4ce2b06f req-efd8683e-2607-4cb7-b4cd-80c9dff32b07 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1cf59e01-1dd8-4861-a7b9-9973dcde88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978916 Sep 23 15:26:59.870224 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks [] for router_gateway (60423be4-097c-4e72-982b-3ac99b45db3f), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:59.895833 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:26:58Z', 'revision_number': 5, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port': {'id': '90f27466-7217-42e1-b9c5-1e9b1d872c5d', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:59.918534 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Deleting port 90f27466-7217-42e1-b9c5-1e9b1d872c5d {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:59.918871 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:59.924688 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] Checking router: 60423be4-097c-4e72-982b-3ac99b45db3f for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:59.935239 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] Routers {'60423be4-097c-4e72-982b-3ac99b45db3f'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:59.935910 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['60423be4-097c-4e72-982b-3ac99b45db3f'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:59.983828 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:00.007290 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:00.009519 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] For port 90f27466-7217-42e1-b9c5-1e9b1d872c5d, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=90f27466-7217-42e1-b9c5-1e9b1d872c5d,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:00.010335 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.027779 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Calling delete_port for 90f27466-7217-42e1-b9c5-1e9b1d872c5d owned by network:router_gateway {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:00.037262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] Set router 60423be4-097c-4e72-982b-3ac99b45db3f gateway port host: None {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:00.088973 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:26:59Z', 'revision_number': 6, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:00.116749 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc1c0c-73e6-499e-a750-512920fc3b76 None None] The sync data for ids ['60423be4-097c-4e72-982b-3ac99b45db3f'] in dv-cinder-855013-3-iscsi is: [{'id': '60423be4-097c-4e72-982b-3ac99b45db3f', 'name': 'tempest-TestShelveInstance-809826461-router', 'tenant_id': '592a763d7123405fb0576b00edfcd1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:26:59Z', 'revision_number': 6, 'project_id': '592a763d7123405fb0576b00edfcd1bf', 'gw_port_host': None}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:00.138168 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083a374-d7ff-4f98-b9a0-254083b33aef req-982cb1c1-fbd6-4697-a843-dade0633ee73 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:00.139732 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1083a374-d7ff-4f98-b9a0-254083b33aef req-982cb1c1-fbd6-4697-a843-dade0633ee73 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0635488 Sep 23 15:27:00.165152 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-f78b8648-bdf4-473b-89ec-0949d11e7c68 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:00.166939 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-f78b8648-bdf4-473b-89ec-0949d11e7c68 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 950 time: 0.0631549 Sep 23 15:27:00.239864 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1083a374-d7ff-4f98-b9a0-254083b33aef req-f43fc90c-f301-4041-b284-3c1fff64d42d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636125 Sep 23 15:27:00.259595 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Deleting port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:00.259906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.283421 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (90f27466-7217-42e1-b9c5-1e9b1d872c5d), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.310072 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Pushing event deleted for resources: {'Port': ['ID=90f27466-7217-42e1-b9c5-1e9b1d872c5d,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:00.360808 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] For port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,segment=NetworkSegment(5ef71e4a-5ee9-4b63-a53a-7da5491428ff),segment_id=5ef71e4a-5ee9-4b63-a53a-7da5491428ff)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:00.361175 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.375302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Calling delete_port for c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:00.380846 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (60423be4-097c-4e72-982b-3ac99b45db3f), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.430806 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:00.528969 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.571660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:27:00.572011 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Pushing event deleted for resources: {'Port': ['ID=c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:00.646676 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] No DVR routers for this DVR port c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:00.649689 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.654070 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-025afcc4-24d3-4f6d-a279-0f884cdb38f8 req-16249e27-d878-47bb-b93f-ea2256f35651 tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.64 "DELETE /networking/v2.0/ports/c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 HTTP/1.1" status: 204 len: 173 time: 0.4816680 Sep 23 15:27:00.654684 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'name': 'network-vif-deleted', 'tag': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:00.657217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ec106-3e7f-4bc7-a545-19671ad75202" -d '{"events": [{"server_uuid": "5a11da25-c94e-428b-bf53-56c6cf76ba52", "name": "network-vif-deleted", "tag": "c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:00.709817 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db99ed27-65a4-4193-92e2-bffac4f39fe0 x-openstack-request-id: req-db99ed27-65a4-4193-92e2-bffac4f39fe0 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:00.710319 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a11da25-c94e-428b-bf53-56c6cf76ba52", "name": "network-vif-deleted", "tag": "c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:00.710569 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-db99ed27-65a4-4193-92e2-bffac4f39fe0 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:00.710983 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db99ed27-65a4-4193-92e2-bffac4f39fe0'] response: {'server_uuid': '5a11da25-c94e-428b-bf53-56c6cf76ba52', 'name': 'network-vif-deleted', 'tag': 'c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8', 'status': 'completed', 'code': 200} Sep 23 15:27:00.779356 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (60423be4-097c-4e72-982b-3ac99b45db3f), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.781776 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks [] for router_controller (60423be4-097c-4e72-982b-3ac99b45db3f), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.826485 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (60423be4-097c-4e72-982b-3ac99b45db3f), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.827121 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60423be4-097c-4e72-982b-3ac99b45db3f {{(pid=106667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:27:00.831545 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.832778 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5338dfc9-9fed-49c5-9b42-f0c32b09841d admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/60423be4-097c-4e72-982b-3ac99b45db3f HTTP/1.1" status: 204 len: 168 time: 1.2451189 Sep 23 15:27:00.835260 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57146) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:00.880660 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] Deleting subnet 761c2a86-af48-443d-bd7a-c5bebecb824e {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:27:00.883845 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] Publish callbacks [] for subnet (761c2a86-af48-443d-bd7a-c5bebecb824e), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.940338 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-636d4338-608b-4fbd-9ac2-a7cb4957bc22 req-d32db200-a790-4ff7-901a-c8619010582e tempest-VolumesNegativeTest-1796457817 tempest-VolumesNegativeTest-1796457817-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=5a11da25-c94e-428b-bf53-56c6cf76ba52 HTTP/1.1" status: 200 len: 210 time: 0.0369899 Sep 23 15:27:00.948784 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26794372'] for subnet (761c2a86-af48-443d-bd7a-c5bebecb824e), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.961870 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 8fefae36-e53a-48c1-8e90-bddee210b189 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:00.987094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 8fefae36-e53a-48c1-8e90-bddee210b189 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:00.987898 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 8fefae36-e53a-48c1-8e90-bddee210b189 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:01.038072 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (761c2a86-af48-443d-bd7a-c5bebecb824e), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.100824 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26788550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25488271'] for subnet (761c2a86-af48-443d-bd7a-c5bebecb824e), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.126411 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761c2a86-af48-443d-bd7a-c5bebecb824e,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:01.132336 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.136408 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-52ccd519-9c21-4edf-80df-a36a7a094160 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/761c2a86-af48-443d-bd7a-c5bebecb824e HTTP/1.1" status: 204 len: 168 time: 0.3001938 Sep 23 15:27:01.139031 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57150) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:01.142493 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b26455-4113-4645-848e-c72800c4a5d5 None None] Network 5eb08fcc-94bd-488a-98f7-4db4f5e03842 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:01.201354 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:01.214783 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (5eb08fcc-94bd-488a-98f7-4db4f5e03842), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.264237 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Deleting port 94e0a224-3498-44a4-904c-099657e98e88 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:01.264631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (94e0a224-3498-44a4-904c-099657e98e88), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.308335 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] DHCP port deletion for 5eb08fcc-94bd-488a-98f7-4db4f5e03842 request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:27:01.330616 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:01.338507 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] For port 94e0a224-3498-44a4-904c-099657e98e88, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=94e0a224-3498-44a4-904c-099657e98e88,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:01.338887 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (94e0a224-3498-44a4-904c-099657e98e88), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.361472 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Calling delete_port for 94e0a224-3498-44a4-904c-099657e98e88 owned by network:dhcp {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:01.364025 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] Deleting port 94e0a224-3498-44a4-904c-099657e98e88 {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:01.364638 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (94e0a224-3498-44a4-904c-099657e98e88), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.391437 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd57fb1-a4be-4064-b9e4-c20b4f1b086d req-eebe559c-95be-4466-9581-fea330338a1f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:01.393797 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fcd57fb1-a4be-4064-b9e4-c20b4f1b086d req-eebe559c-95be-4466-9581-fea330338a1f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0530260 Sep 23 15:27:01.462263 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fcd57fb1-a4be-4064-b9e4-c20b4f1b086d req-a2fa6296-8767-4aee-bcd6-4e35f387291d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621681 Sep 23 15:27:01.472444 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] For port 94e0a224-3498-44a4-904c-099657e98e88, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=94e0a224-3498-44a4-904c-099657e98e88,segment=NetworkSegment(ad25da8d-ba42-49a6-bc71-742e48ebd682),segment_id=ad25da8d-ba42-49a6-bc71-742e48ebd682)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:01.473123 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (94e0a224-3498-44a4-904c-099657e98e88), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.482855 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (94e0a224-3498-44a4-904c-099657e98e88), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.493244 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] Calling delete_port for 94e0a224-3498-44a4-904c-099657e98e88 owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:01.514626 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Pushing event deleted for resources: {'Port': ['ID=94e0a224-3498-44a4-904c-099657e98e88,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:01.517883 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] No DVR routers for this DVR port 94e0a224-3498-44a4-904c-099657e98e88 on host dv-cinder-855013-3-iscsi {{(pid=106667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:01.574450 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (94e0a224-3498-44a4-904c-099657e98e88), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.591824 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (5eb08fcc-94bd-488a-98f7-4db4f5e03842), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.598377 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] Pushing event deleted for resources: {'Port': ['ID=94e0a224-3498-44a4-904c-099657e98e88,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:01.601979 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba1c73-1e44-4d8c-b3dc-5f1923141678 None None] No DVR routers for this DVR port 94e0a224-3498-44a4-904c-099657e98e88 on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:01.617498 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb08fcc-94bd-488a-98f7-4db4f5e03842']}} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:01.627185 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad25da8d-ba42-49a6-bc71-742e48ebd682') {'for_net_delete': True} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:01.627442 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad25da8d-ba42-49a6-bc71-742e48ebd682') {} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:01.637345 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26794431'] for segment (ad25da8d-ba42-49a6-bc71-742e48ebd682), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.650740 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (ad25da8d-ba42-49a6-bc71-742e48ebd682), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.657662 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=106667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:27:01.658045 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26788476'] for segment (ad25da8d-ba42-49a6-bc71-742e48ebd682), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.723914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (5eb08fcc-94bd-488a-98f7-4db4f5e03842), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.730185 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.743041 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/5eb08fcc-94bd-488a-98f7-4db4f5e03842 HTTP/1.1" status: 204 len: 168 time: 0.5962331 Sep 23 15:27:01.743287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57158) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:01.750827 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7f817-474d-4f83-8ff9-94d44dc74fab admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb08fcc-94bd-488a-98f7-4db4f5e03842,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:01.813362 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment ad25da8d-ba42-49a6-bc71-742e48ebd682 resource provider aggregate not found Sep 23 15:27:01.830153 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment ad25da8d-ba42-49a6-bc71-742e48ebd682 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad25da8d-ba42-49a6-bc71-742e48ebd682 found for delete ", "request_id": "req-72e37583-cf06-4aaf-8a4d-fb8bdd8b9c31"}]} Sep 23 15:27:01.884364 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:02.073081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.329632 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Deleting port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:02.329859 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.410548 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] For port 59d770fb-2c95-48ac-bbe6-dd3f38b6393c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,segment=NetworkSegment(bfca9f3d-6736-4cf8-95d5-ac1301298a3c),segment_id=bfca9f3d-6736-4cf8-95d5-ac1301298a3c)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:02.411114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.418213 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:02.425289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Calling delete_port for 59d770fb-2c95-48ac-bbe6-dd3f38b6393c owned by network:router_interface {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:02.571144 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 90f27466-7217-42e1-b9c5-1e9b1d872c5d no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:02.598979 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 90f27466-7217-42e1-b9c5-1e9b1d872c5d {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:02.599122 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 90f27466-7217-42e1-b9c5-1e9b1d872c5d not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:02.599605 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 94e0a224-3498-44a4-904c-099657e98e88 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:02.623387 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 94e0a224-3498-44a4-904c-099657e98e88 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:02.623739 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 94e0a224-3498-44a4-904c-099657e98e88 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:02.624236 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302827d-4a1b-455a-9cc0-c7f32e887d09 req-6679e735-21c8-45df-b403-20c8ec5497ba tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:02.627380 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5302827d-4a1b-455a-9cc0-c7f32e887d09 req-6679e735-21c8-45df-b403-20c8ec5497ba tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0728335 Sep 23 15:27:02.715311 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5302827d-4a1b-455a-9cc0-c7f32e887d09 req-552c91dc-6f40-4410-babb-a9800b38f799 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796192 Sep 23 15:27:02.716044 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (59d770fb-2c95-48ac-bbe6-dd3f38b6393c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.742134 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=59d770fb-2c95-48ac-bbe6-dd3f38b6393c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:02.855821 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:02.922398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:03.137740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:03.255553 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:03.269304 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e69189ef-bd93-416f-a610-2175fb082cdb admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5278919 Sep 23 15:27:03.269514 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] Sync routers for ids ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:03.270041 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57268) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:03.287281 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] Routers {'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:03.288510 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:03.375861 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks [] for router (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:03.398347 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] Set router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:03.477534 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks [] for router_gateway (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:03.545297 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Deleting port 4c92e6c2-f375-4554-9714-4b22e519ed4c {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:03.546213 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:03.589419 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:27:02Z', 'revision_number': 5, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port': {'id': '4c92e6c2-f375-4554-9714-4b22e519ed4c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:18Z', 'updated_at': '2022-09-23T15:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:03.616039 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] Checking router: dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:03.625616 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] Routers {'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:03.626438 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:03.639856 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] For port 4c92e6c2-f375-4554-9714-4b22e519ed4c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4c92e6c2-f375-4554-9714-4b22e519ed4c,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:03.640222 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:03.654416 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Calling delete_port for 4c92e6c2-f375-4554-9714-4b22e519ed4c owned by network:router_gateway {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:03.706457 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:03.714199 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] Set router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 gateway port host: None {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:03.771126 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:27:03Z', 'revision_number': 6, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:03.808218 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec3aed-4ade-46fa-a7d7-ae08bb32527a None None] The sync data for ids ['dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1'] in dv-cinder-855013-3-iscsi is: [{'id': 'dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1', 'name': 'tempest-TestShelveInstance-814724840-router', 'tenant_id': 'd965e9d40a02427aba973b31153c16a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:27:03Z', 'revision_number': 6, 'project_id': 'd965e9d40a02427aba973b31153c16a6', 'gw_port_host': None}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:03.843844 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:03.913705 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c42c7f-cb5b-4c32-9a4f-7a3399816c6f req-66785903-e9c0-444f-b5fe-69207d62ad42 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:03.915184 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d9c42c7f-cb5b-4c32-9a4f-7a3399816c6f req-66785903-e9c0-444f-b5fe-69207d62ad42 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0699852 Sep 23 15:27:03.916535 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (4c92e6c2-f375-4554-9714-4b22e519ed4c), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:03.948878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c92e6c2-f375-4554-9714-4b22e519ed4c,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:04.027888 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d9c42c7f-cb5b-4c32-9a4f-7a3399816c6f req-585c46b0-10d2-438b-ab97-f04c894f660a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029022 Sep 23 15:27:04.041728 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.128728 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.130903 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks [] for router_controller (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.182996 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.183782 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 {{(pid=106667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:27:04.189070 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.190292 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-945b67e6-53c5-4fb7-b1ff-12a5b7c1cb38 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/dcb3b1cc-9a0d-4e3f-852d-4e6d870f5cb1 HTTP/1.1" status: 204 len: 168 time: 0.9192863 Sep 23 15:27:04.192979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57360) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:04.238901 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] Deleting subnet b38d60e4-ba8f-4a4f-aa99-4120f1bb87de {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:27:04.242280 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] Publish callbacks [] for subnet (b38d60e4-ba8f-4a4f-aa99-4120f1bb87de), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.281114 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26794372'] for subnet (b38d60e4-ba8f-4a4f-aa99-4120f1bb87de), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.307120 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.365084 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (b38d60e4-ba8f-4a4f-aa99-4120f1bb87de), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.420688 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26788550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25488271'] for subnet (b38d60e4-ba8f-4a4f-aa99-4120f1bb87de), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.449722 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.453072 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/b38d60e4-ba8f-4a4f-aa99-4120f1bb87de HTTP/1.1" status: 204 len: 168 time: 0.2588718 Sep 23 15:27:04.453988 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46309e9-da2e-493d-8dae-04c0ef6f88f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38d60e4-ba8f-4a4f-aa99-4120f1bb87de,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:04.455591 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57372) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:04.461248 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd86786-acb0-435d-a1f2-4a8489227369 None None] Network 01e17191-64db-4d5c-82c4-fe6d06f70188 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:04.463631 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:04.523107 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:04.523692 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device c30f6ad3-d64f-4d7c-8fcd-6e8a7fe291a8 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:04.530423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (01e17191-64db-4d5c-82c4-fe6d06f70188), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.571287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:04.598072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Deleting port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:04.598478 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.683645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] For port de882f70-e01b-43b5-b4b6-7ce8c4de81e2, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,segment=NetworkSegment(bfca9f3d-6736-4cf8-95d5-ac1301298a3c),segment_id=bfca9f3d-6736-4cf8-95d5-ac1301298a3c)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:04.683903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.699642 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 59d770fb-2c95-48ac-bbe6-dd3f38b6393c no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:04.701955 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] DHCP port deletion for 01e17191-64db-4d5c-82c4-fe6d06f70188 request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:27:04.704880 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Calling delete_port for de882f70-e01b-43b5-b4b6-7ce8c4de81e2 owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:04.729083 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 59d770fb-2c95-48ac-bbe6-dd3f38b6393c {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:04.729633 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 59d770fb-2c95-48ac-bbe6-dd3f38b6393c not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:04.730219 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c92e6c2-f375-4554-9714-4b22e519ed4c no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:04.761698 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 4c92e6c2-f375-4554-9714-4b22e519ed4c {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:04.762048 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c92e6c2-f375-4554-9714-4b22e519ed4c not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:04.804166 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.812678 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] Deleting port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:04.813056 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.835068 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Pushing event deleted for resources: {'Port': ['ID=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:04.838277 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] No DVR routers for this DVR port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:04.895651 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] For port de882f70-e01b-43b5-b4b6-7ce8c4de81e2, host dv-cinder-855013-3-iscsi, got binding levels [] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:04.896219 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.913387 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:04.919744 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] Calling delete_port for de882f70-e01b-43b5-b4b6-7ce8c4de81e2 owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:04.924686 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (01e17191-64db-4d5c-82c4-fe6d06f70188), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.929036 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] Port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 was not found and therefore no delete operation was performed {{(pid=106668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 23 15:27:04.931177 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (de882f70-e01b-43b5-b4b6-7ce8c4de81e2), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.952818 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e17191-64db-4d5c-82c4-fe6d06f70188']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:04.966665 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] Pushing event deleted for resources: {'Port': ['ID=de882f70-e01b-43b5-b4b6-7ce8c4de81e2,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:04.972721 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:04.972846 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfca9f3d-6736-4cf8-95d5-ac1301298a3c') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:04.975257 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c45996-f1fd-47b1-92fd-88a81864b06f None None] No DVR routers for this DVR port de882f70-e01b-43b5-b4b6-7ce8c4de81e2 on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:04.993905 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (bfca9f3d-6736-4cf8-95d5-ac1301298a3c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.004360 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:05.013987 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (bfca9f3d-6736-4cf8-95d5-ac1301298a3c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.022447 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:27:05.022777 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (bfca9f3d-6736-4cf8-95d5-ac1301298a3c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.066695 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment bfca9f3d-6736-4cf8-95d5-ac1301298a3c resource provider aggregate not found Sep 23 15:27:05.090669 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (01e17191-64db-4d5c-82c4-fe6d06f70188), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.094739 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment bfca9f3d-6736-4cf8-95d5-ac1301298a3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfca9f3d-6736-4cf8-95d5-ac1301298a3c found for delete ", "request_id": "req-f8c40b12-ab5f-4d38-9bbc-55a0d0af5c8f"}]} Sep 23 15:27:05.102420 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.106166 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/01e17191-64db-4d5c-82c4-fe6d06f70188 HTTP/1.1" status: 204 len: 168 time: 0.6495674 Sep 23 15:27:05.116769 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147fb9c-c183-4ed6-8da7-5feb90c4378c admin admin] Pushing event deleted for resources: {'Network': ['ID=01e17191-64db-4d5c-82c4-fe6d06f70188,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:05.202714 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ba787-f588-4fa3-b437-f842c2c3b0a1 req-62ce5b24-3e5e-42b3-ad41-e1e6b669cf4c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:05.204339 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-426ba787-f588-4fa3-b437-f842c2c3b0a1 req-62ce5b24-3e5e-42b3-ad41-e1e6b669cf4c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0515733 Sep 23 15:27:05.255587 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-426ba787-f588-4fa3-b437-f842c2c3b0a1 req-5dcb9f9f-dc91-4ea5-81c2-21c3a039d3a0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Sep 23 15:27:05.260263 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57418) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:05.301659 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-3fb0c9f0-0476-4b78-8c72-4ca31b37d605 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=592a763d7123405fb0576b00edfcd1bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403407 Sep 23 15:27:05.304201 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57420) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:05.355817 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a4659f7-a5e2-482b-b15b-6e0e81bec12f admin admin] Publish callbacks [] for security_group (dc30fd4c-89d5-4883-a2cc-2f6694fe3796), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.376031 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a4659f7-a5e2-482b-b15b-6e0e81bec12f admin admin] Publish callbacks [] for security_group (dc30fd4c-89d5-4883-a2cc-2f6694fe3796), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.423973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a4659f7-a5e2-482b-b15b-6e0e81bec12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (dc30fd4c-89d5-4883-a2cc-2f6694fe3796), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.426732 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a4659f7-a5e2-482b-b15b-6e0e81bec12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.428091 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-7a4659f7-a5e2-482b-b15b-6e0e81bec12f admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/dc30fd4c-89d5-4883-a2cc-2f6694fe3796 HTTP/1.1" status: 204 len: 168 time: 0.1229658 Sep 23 15:27:05.436845 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4659f7-a5e2-482b-b15b-6e0e81bec12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc30fd4c-89d5-4883-a2cc-2f6694fe3796,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:05.772628 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57426) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:05.823104 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-bde1f14c-4b79-4b81-b5d0-a96f87c9ba04 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d965e9d40a02427aba973b31153c16a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492928 Sep 23 15:27:05.826904 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57428) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:05.876116 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c000fc49-5392-4be6-9396-ee539dcca59e admin admin] Publish callbacks [] for security_group (4b894c82-ecbd-4712-a110-b7169fd98a29), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.895907 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c000fc49-5392-4be6-9396-ee539dcca59e admin admin] Publish callbacks [] for security_group (4b894c82-ecbd-4712-a110-b7169fd98a29), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.943865 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c000fc49-5392-4be6-9396-ee539dcca59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (4b894c82-ecbd-4712-a110-b7169fd98a29), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.946383 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c000fc49-5392-4be6-9396-ee539dcca59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.947731 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-c000fc49-5392-4be6-9396-ee539dcca59e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/4b894c82-ecbd-4712-a110-b7169fd98a29 HTTP/1.1" status: 204 len: 168 time: 0.1199670 Sep 23 15:27:05.955194 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000fc49-5392-4be6-9396-ee539dcca59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b894c82-ecbd-4712-a110-b7169fd98a29,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:05.967077 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:06.383187 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:06.403516 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b9435-4fc9-4134-9625-39eb7255d5b8 req-e9f5225f-94ba-4778-b0a1-d3cda9d04efe tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:06.405080 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-633b9435-4fc9-4134-9625-39eb7255d5b8 req-e9f5225f-94ba-4778-b0a1-d3cda9d04efe tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0545082 Sep 23 15:27:06.453373 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-633b9435-4fc9-4134-9625-39eb7255d5b8 req-72013a4e-60a7-4316-b5e1-c9b9d647e293 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Sep 23 15:27:06.467476 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57440) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:06.551445 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device de882f70-e01b-43b5-b4b6-7ce8c4de81e2 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:06.571259 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: de882f70-e01b-43b5-b4b6-7ce8c4de81e2 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:06.571741 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device de882f70-e01b-43b5-b4b6-7ce8c4de81e2 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:06.605256 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-002f7818-096d-47a8-aa36-06a1716364c2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=3c37b296273040cdb8c2a1281d91db03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365781 Sep 23 15:27:06.607771 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57444) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:06.614262 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:06.660316 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-618e31b1-fe3a-43a1-84a7-b38dc7fcea06 admin admin] Publish callbacks [] for security_group (1cf59e01-1dd8-4861-a7b9-9973dcde88cf), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.679923 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-618e31b1-fe3a-43a1-84a7-b38dc7fcea06 admin admin] Publish callbacks [] for security_group (1cf59e01-1dd8-4861-a7b9-9973dcde88cf), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.730413 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-618e31b1-fe3a-43a1-84a7-b38dc7fcea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1cf59e01-1dd8-4861-a7b9-9973dcde88cf), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.733120 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-618e31b1-fe3a-43a1-84a7-b38dc7fcea06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.734268 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-618e31b1-fe3a-43a1-84a7-b38dc7fcea06 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1cf59e01-1dd8-4861-a7b9-9973dcde88cf HTTP/1.1" status: 204 len: 168 time: 0.1255851 Sep 23 15:27:06.742548 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e31b1-fe3a-43a1-84a7-b38dc7fcea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf59e01-1dd8-4861-a7b9-9973dcde88cf,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:07.414046 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57466) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:07.515666 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1538992393-network', 'tenant_id': 'c05aa308acb842198935488c659d9ab3'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:07.537975 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Made reservation on behalf of c05aa308acb842198935488c659d9ab3 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:07.540421 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.550386 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.595617 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1b9eb-6197-4927-acbc-2d09beab8378 req-9630df5d-f4f2-48ac-92e6-4d36c738cdba tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:07.596963 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-77c1b9eb-6197-4927-acbc-2d09beab8378 req-9630df5d-f4f2-48ac-92e6-4d36c738cdba tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0550742 Sep 23 15:27:07.630905 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks [] for security_group (98b9d47a-7924-49e6-a151-fe35522bf32a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.637098 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (98b9d47a-7924-49e6-a151-fe35522bf32a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.645830 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-77c1b9eb-6197-4927-acbc-2d09beab8378 req-67123b3b-fb4e-4ae4-be37-f32f26d875eb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Sep 23 15:27:07.666603 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:27:07.673607 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9d47a-7924-49e6-a151-fe35522bf32a,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:07.681892 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (e09f07c1-996f-42d1-97f0-b4cd7a30dac3), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.681892 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Added segment e09f07c1-996f-42d1-97f0-b4cd7a30dac3 of type vlan for network 80722061-916e-4bee-90cb-3ac06c3dce58 Sep 23 15:27:07.722235 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (80722061-916e-4bee-90cb-3ac06c3dce58), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.751202 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (80722061-916e-4bee-90cb-3ac06c3dce58), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.752239 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:07.752829 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.815237 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3999891 Sep 23 15:27:07.818548 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806dbf9-360e-428f-ba53-5ca2f5257620 admin admin] Pushing event updated for resources: {'Network': ['ID=80722061-916e-4bee-90cb-3ac06c3dce58,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:07.818713 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57472) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:07.823813 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Request body: {'subnet': {'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1538992393-subnet', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:07.828918 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 80722061-916e-4bee-90cb-3ac06c3dce58 details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:27:07.847485 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Made reservation on behalf of c05aa308acb842198935488c659d9ab3 for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:07.849814 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2913669'] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.960758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:08.027499 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4100399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2913683'] for subnet (8ea68e47-fe2d-464f-9c7a-edb88c98c8ae), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.085850 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:08.096260 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Checking segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:08.096616 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Network hostable DHCP agents. Network: 80722061-916e-4bee-90cb-3ac06c3dce58, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:27:08.116885 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Network 80722061-916e-4bee-90cb-3ac06c3dce58 is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:27:08.118560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:08.129873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 80722061-916e-4bee-90cb-3ac06c3dce58) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:08.135526 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:08.136330 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.141223 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c2870-6053-4058-bc6f-4ea9fdd58c17 None None] Network 80722061-916e-4bee-90cb-3ac06c3dce58 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:08.157182 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2ef8f4d7-2ab6-4f25-8085-ea255a7ad3b3 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3343055 Sep 23 15:27:08.160802 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57474) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:08.165213 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:08.187525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.188509 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.242160 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks [] for router_controller (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), precommit_add_association {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.242313 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-80722061-916e-4bee-90cb-3ac06c3dce58', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:27:08.243132 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.377264 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Allocated IP 172.20.0.2 (80722061-916e-4bee-90cb-3ac06c3dce58/8ea68e47-fe2d-464f-9c7a-edb88c98c8ae/1e17bcfb-3fb1-4eef-b07d-b003a2faefcf) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:08.529053 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Publish callbacks [] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.536327 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.581848 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Network 80722061-916e-4bee-90cb-3ac06c3dce58 is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:08.587004 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:08.589815 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:08.593557 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Pushing event updated for resources: {'Port': ['ID=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:08.656046 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Attempting to bind port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:08.656271 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Attempting to bind port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:08.656697 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Attempting to bind port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:08.660024 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks [] for router_gateway (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.700974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:08.701345 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Checking segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:08.701727 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.702107 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Bound using segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:08.702571 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Bound port: 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:08.702942 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.767144 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] For port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:08.770925 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] For port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:08.776739 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a504a90-251e-48e7-8e90-5e644ae2f446 req-3362f07a-e2f8-4457-b922-6f36e322d773 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:08.778225 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4a504a90-251e-48e7-8e90-5e644ae2f446 req-3362f07a-e2f8-4457-b922-6f36e322d773 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0495539 Sep 23 15:27:08.781959 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.832494 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4a504a90-251e-48e7-8e90-5e644ae2f446 req-a545b8c6-10de-430e-bcc2-3d86a5ce5576 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473118 Sep 23 15:27:08.847857 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks [] for router_gateway (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.866924 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d5f14-6185-4939-89b4-158ddca8bd8c None None] Pushing event updated for resources: {'Port': ['ID=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:08.868574 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.991706 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Allocated IP 172.27.1.22 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/f562b8fd-25bc-4e73-86fa-a3695c559d7a) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:09.107525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks [] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.130739 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:09.144072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.187130 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:09.192064 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:09.194318 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Pushing event updated for resources: {'Port': ['ID=f562b8fd-25bc-4e73-86fa-a3695c559d7a,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:09.196416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:09.331878 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:09.436271 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks [] for router_gateway (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.635362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.674794 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc62e6e-3ae2-48aa-8e4b-593f29c3f0ab None None] Network 80722061-916e-4bee-90cb-3ac06c3dce58 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:09.679367 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:09.731948 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] Provisioning complete for port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:09.732209 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.732535 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] Attempt 1 to provision port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf Sep 23 15:27:09.763065 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:27:09.763803 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:09.853200 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] Current status of the port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:09.853586 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.871521 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:09.888395 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] For port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:09.891112 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:09.895079 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.899365 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57480) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:09.900068 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-8ad43a94-f4bc-45af-ad9a-45c1feae1a4e admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7379241 Sep 23 15:27:09.905109 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:09.906087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:09.950464 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:09.985286 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f709-3a51-4988-855a-8a80fa357bce req-1aaeb2b8-6296-41b4-a74a-694f10f4b804 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:09.986758 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-df06f709-3a51-4988-855a-8a80fa357bce req-1aaeb2b8-6296-41b4-a74a-694f10f4b804 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0552294 Sep 23 15:27:10.021044 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e49d5-2936-496a-ac04-a58c64b70692 None None] Pushing event updated for resources: {'Port': ['ID=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:10.047194 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-df06f709-3a51-4988-855a-8a80fa357bce req-1f47e5c2-5330-4d3d-9f64-22c3b3325778 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542223 Sep 23 15:27:10.094491 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:10.118870 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:10.156328 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:10.209209 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-d3728ae3-3807-4083-8388-deef83f1a4c5 None None] Provisioning complete for port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:10.209574 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d3728ae3-3807-4083-8388-deef83f1a4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.209899 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d3728ae3-3807-4083-8388-deef83f1a4c5 None None] Attempt 1 to provision port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf Sep 23 15:27:10.322039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:09Z', 'revision_number': 3, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:10.344671 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.357409 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:10.357758 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Updating router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 port f562b8fd-25bc-4e73-86fa-a3695c559d7a binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:27:10.378011 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d3728ae3-3807-4083-8388-deef83f1a4c5 None None] Current status of the port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:10.389560 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.498847 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Allocated IP 172.20.0.1 (80722061-916e-4bee-90cb-3ac06c3dce58/8ea68e47-fe2d-464f-9c7a-edb88c98c8ae/77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:10.567205 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:10.608501 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:10.622457 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks [] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.654947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.675784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Publish callbacks [] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.685284 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.695444 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:10.698816 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Network 80722061-916e-4bee-90cb-3ac06c3dce58 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:10.703688 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:10.707429 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:10.710640 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:10.727224 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:10.727663 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.728033 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf Sep 23 15:27:10.737193 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Attempting to bind port f562b8fd-25bc-4e73-86fa-a3695c559d7a on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:10.737576 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Attempting to bind port f562b8fd-25bc-4e73-86fa-a3695c559d7a by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:10.737936 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Attempting to bind port f562b8fd-25bc-4e73-86fa-a3695c559d7a on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:10.750541 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.796190 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Pushing event updated for resources: {'Port': ['ID=f562b8fd-25bc-4e73-86fa-a3695c559d7a,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:10.827653 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:10.828027 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:10.828429 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.828843 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:10.829425 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Bound port: f562b8fd-25bc-4e73-86fa-a3695c559d7a, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:10.829806 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.886124 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:10.895555 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:10.999886 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:11.035962 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:11.044363 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Provisioning complete for port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:11.044760 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:11.045061 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 1 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:11.064261 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks [] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:11.070128 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:11.076010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] For port f562b8fd-25bc-4e73-86fa-a3695c559d7a, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:11.097535 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] For port f562b8fd-25bc-4e73-86fa-a3695c559d7a, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=f562b8fd-25bc-4e73-86fa-a3695c559d7a,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:11.100249 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:11.105511 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:11.137094 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:11.147808 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:11.148126 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:11.148806 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:11.203881 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Pushing event updated for resources: {'Port': ['ID=f562b8fd-25bc-4e73-86fa-a3695c559d7a,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:11.215559 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.215875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.216242 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.216574 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.216923 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.217272 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.217600 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.217916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.218232 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.218546 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.218840 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.219170 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.219498 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.219805 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.220116 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c5e64-2f1a-4a24-ac75-749235ba8a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:11.224869 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fd17a-23ca-45a7-a189-083335c7602c req-dd643438-9659-4cb5-b485-b1289bfde063 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:11.226307 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-107fd17a-23ca-45a7-a189-083335c7602c req-dd643438-9659-4cb5-b485-b1289bfde063 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0867062 Sep 23 15:27:11.278399 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:11.304023 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Network 80722061-916e-4bee-90cb-3ac06c3dce58 is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:11.306418 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:11.311121 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-107fd17a-23ca-45a7-a189-083335c7602c req-674e3147-a395-4485-9fc6-fe51e2581dc6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753744 Sep 23 15:27:11.424745 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:11.428027 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:11.499572 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 2, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:11.528071 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6489b2f-4760-4396-a11b-9cacdf882c73 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 2, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:11.540000 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:11.545259 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c314d3b5-f31b-46be-85f5-c2e5e7535dd8 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/5b9a248a-aa48-48aa-96ef-dcd7f0cb5538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447845 Sep 23 15:27:11.601001 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 2 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:11.637697 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:12.076021 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57498) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:12.080990 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1341932218-network', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:12.104676 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Made reservation on behalf of d47034a29e454f229fd8f2b851fbd546 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:12.107273 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.117958 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.139394 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 3 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:12.181409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:12.204376 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:12.234193 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks [] for security_group (558c49b9-4472-4e3b-8fa6-8b73f72e6c30), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.240385 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (558c49b9-4472-4e3b-8fa6-8b73f72e6c30), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.261688 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:27:12.281920 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (c9ed2978-b8d6-4eff-b7ff-ac8d180a5518), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.282257 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Added segment c9ed2978-b8d6-4eff-b7ff-ac8d180a5518 of type vlan for network 11da629e-7f0b-47a2-93ca-b9ed826e475c Sep 23 15:27:12.283639 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c49b9-4472-4e3b-8fa6-8b73f72e6c30,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:12.294121 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:12.335270 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (11da629e-7f0b-47a2-93ca-b9ed826e475c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.367625 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (11da629e-7f0b-47a2-93ca-b9ed826e475c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.368955 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:12.371041 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.427989 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3481171 Sep 23 15:27:12.428194 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57502) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:12.433002 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Request body: {'subnet': {'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1341932218-subnet', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:12.443944 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:12.453648 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775885-914e-44bb-aa98-c3efe3a156d3 admin admin] Pushing event updated for resources: {'Network': ['ID=11da629e-7f0b-47a2-93ca-b9ed826e475c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:12.455664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd009d-0e79-4768-ae4d-2affcc260aa5 req-eb808cbb-d7c0-4eda-9f84-f078644ad5fc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:12.463542 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dfcd009d-0e79-4768-ae4d-2affcc260aa5 req-eb808cbb-d7c0-4eda-9f84-f078644ad5fc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0641356 Sep 23 15:27:12.468232 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:27:12.472617 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Made reservation on behalf of d47034a29e454f229fd8f2b851fbd546 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:12.475624 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25488288'] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.580024 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dfcd009d-0e79-4768-ae4d-2affcc260aa5 req-6f6ef42f-f56d-4c17-a66b-8326baff7506 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154742 Sep 23 15:27:12.654877 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f562b8fd-25bc-4e73-86fa-a3695c559d7a up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:12.703505 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port f562b8fd-25bc-4e73-86fa-a3695c559d7a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:12.704068 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.704157 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port f562b8fd-25bc-4e73-86fa-a3695c559d7a Sep 23 15:27:12.705833 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 4 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:12.747556 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:12.771154 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:12.827322 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port f562b8fd-25bc-4e73-86fa-a3695c559d7a is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:12.827801 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.851087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port f562b8fd-25bc-4e73-86fa-a3695c559d7a, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=f562b8fd-25bc-4e73-86fa-a3695c559d7a,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:12.856084 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.905964 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=f562b8fd-25bc-4e73-86fa-a3695c559d7a,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:12.961579 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26794265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25488310'] for subnet (a8ea85b7-c284-4e6d-9cd9-b7a0e032b562), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.009732 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ea85b7-c284-4e6d-9cd9-b7a0e032b562,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:13.030210 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Checking segment: {'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:13.030566 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Network hostable DHCP agents. Network: 11da629e-7f0b-47a2-93ca-b9ed826e475c, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:27:13.050226 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:27:13.060858 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 11da629e-7f0b-47a2-93ca-b9ed826e475c) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:13.064772 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:13.065359 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.070739 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a1582-013e-4728-aceb-61783e0f16bf None None] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:13.087925 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c54e92be-f39a-4d59-9f64-c5bf3d0eb6b2 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6587238 Sep 23 15:27:13.090670 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57506) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:13.094860 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:13.116171 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (bc54dd44-5429-4380-b977-167a1a65a8e0), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.117288 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (bc54dd44-5429-4380-b977-167a1a65a8e0), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.169569 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks [] for router_controller (bc54dd44-5429-4380-b977-167a1a65a8e0), precommit_add_association {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.189142 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-11da629e-7f0b-47a2-93ca-b9ed826e475c', 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c', 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'fixed_ips': [{'subnet_id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:27:13.190141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.277261 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 5 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:13.309372 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:13.311551 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks [] for router_gateway (bc54dd44-5429-4380-b977-167a1a65a8e0), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.342087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:13.362595 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Allocated IP 172.20.0.2 (11da629e-7f0b-47a2-93ca-b9ed826e475c/a8ea85b7-c284-4e6d-9cd9-b7a0e032b562/88cd316f-3d1f-4e73-8dd4-2d161694b56a) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:13.497502 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks [] for router_gateway (bc54dd44-5429-4380-b977-167a1a65a8e0), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.498925 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:13.515691 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Publish callbacks [] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.519549 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.523200 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.560835 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:13.562214 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:13.568047 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:13.583525 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Pushing event updated for resources: {'Port': ['ID=88cd316f-3d1f-4e73-8dd4-2d161694b56a,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:13.584675 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:13.611971 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:13.626529 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:13.627433 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:13.634726 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Attempting to bind port 88cd316f-3d1f-4e73-8dd4-2d161694b56a on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:13.635197 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Attempting to bind port 88cd316f-3d1f-4e73-8dd4-2d161694b56a by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:13.635613 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Attempting to bind port 88cd316f-3d1f-4e73-8dd4-2d161694b56a on network 11da629e-7f0b-47a2-93ca-b9ed826e475c {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:13.644774 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Allocated IP 172.27.1.71 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/4c89bcfd-17f3-4537-9816-c86eb88543dc) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:13.689376 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:13.689742 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Checking segment: {'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:13.690317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.690705 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Bound using segment: {'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:13.691223 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Bound port: 88cd316f-3d1f-4e73-8dd4-2d161694b56a, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:13.691600 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.763693 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] For port 88cd316f-3d1f-4e73-8dd4-2d161694b56a, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:13.768689 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] For port 88cd316f-3d1f-4e73-8dd4-2d161694b56a, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=88cd316f-3d1f-4e73-8dd4-2d161694b56a,segment=NetworkSegment(c9ed2978-b8d6-4eff-b7ff-ac8d180a5518),segment_id=c9ed2978-b8d6-4eff-b7ff-ac8d180a5518)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:13.778583 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.783717 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d262b3-28cb-43b9-8fa6-099f639fee9e req-13b9cc64-dc83-445a-aa81-b209aac60336 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:13.785498 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-71d262b3-28cb-43b9-8fa6-099f639fee9e req-13b9cc64-dc83-445a-aa81-b209aac60336 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0736318 Sep 23 15:27:13.843153 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks [] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.848236 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:13.849147 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 6 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:13.881816 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-71d262b3-28cb-43b9-8fa6-099f639fee9e req-3b6df0bf-fea5-4cea-9443-5669df63781d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866518 Sep 23 15:27:13.919634 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.921438 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:13.921911 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:13.926124 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b6012-bec3-40fe-a3fe-acf6061b6059 None None] Pushing event updated for resources: {'Port': ['ID=88cd316f-3d1f-4e73-8dd4-2d161694b56a,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:13.977571 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:13.983696 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:13.986120 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c89bcfd-17f3-4537-9816-c86eb88543dc,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:13.988427 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:14.111090 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 2, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:14.140931 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:14.141282 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Updating router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:27:14.181711 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.252948 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:14.273884 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks [] for router_gateway (bc54dd44-5429-4380-b977-167a1a65a8e0), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.318192 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:14.366953 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:14.422972 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 7 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:14.457640 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:14.461914 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Publish callbacks [] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.467992 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (bc54dd44-5429-4380-b977-167a1a65a8e0), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.469529 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.519345 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Pushing event updated for resources: {'Port': ['ID=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:14.528670 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.528915 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.529302 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.529619 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.529940 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.530259 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.530574 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.530893 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.531209 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.531524 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.531835 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.532161 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.532474 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.533303 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.533626 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:14.569237 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:27:14.604146 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Attempting to bind port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:14.604761 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Attempting to bind port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:14.605312 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Attempting to bind port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:14.615921 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:14.646086 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Router bc54dd44-5429-4380-b977-167a1a65a8e0 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:27:14.670654 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:14.671666 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Checking segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:14.672237 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.672825 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Bound using segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:14.673453 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Bound port: 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:14.673989 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.698504 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f562b8fd-25bc-4e73-86fa-a3695c559d7a up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:14.747675 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] For port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:14.751935 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] For port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:14.758924 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port f562b8fd-25bc-4e73-86fa-a3695c559d7a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:14.758924 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.759230 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port f562b8fd-25bc-4e73-86fa-a3695c559d7a Sep 23 15:27:14.764900 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.777427 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:14.782685 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:14.783232 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:14.790195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Sync routers for ids ['bc54dd44-5429-4380-b977-167a1a65a8e0'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:14.809092 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Routers {'bc54dd44-5429-4380-b977-167a1a65a8e0'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:14.809788 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['bc54dd44-5429-4380-b977-167a1a65a8e0'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:14.810489 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.814327 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-d95ed124-830c-4dee-a6bb-47ed6b36fad7 admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7203369 Sep 23 15:27:14.814686 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57510) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:14.916705 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:14.924039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port f562b8fd-25bc-4e73-86fa-a3695c559d7a is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:14.925291 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 88cd316f-3d1f-4e73-8dd4-2d161694b56a up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:14.930523 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3192e1-46eb-4f9d-a52e-527ef532bd3f None None] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:14.969394 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Attempt 8 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:14.969710 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485af599-0692-4e4c-9ef7-9ef10d9dcb75 None None] Pushing event updated for resources: {'Port': ['ID=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:15.086791 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61afe2-9251-4575-805c-55f623338637 req-0a84ef2a-43eb-468c-b2e5-aa126d75accf tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:15.088739 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5a61afe2-9251-4575-805c-55f623338637 req-0a84ef2a-43eb-468c-b2e5-aa126d75accf tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0854576 Sep 23 15:27:15.122388 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:15.134214 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:14Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:15.158626 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af303d9c-71a0-4217-91c7-2442cb9e495d None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:14Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:15.204088 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5a61afe2-9251-4575-805c-55f623338637 req-6a8b6691-82b0-4a0c-a5f8-23dfeb8e4117 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025126 Sep 23 15:27:15.230112 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:15.243665 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Set router bc54dd44-5429-4380-b977-167a1a65a8e0 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:15.339049 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 88cd316f-3d1f-4e73-8dd4-2d161694b56a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:15.339787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.339978 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 88cd316f-3d1f-4e73-8dd4-2d161694b56a Sep 23 15:27:15.391533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.472733 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Current status of the port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:15.473343 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.564361 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] For port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:15.578700 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Allocated IP 172.20.0.1 (11da629e-7f0b-47a2-93ca-b9ed826e475c/a8ea85b7-c284-4e6d-9cd9-b7a0e032b562/6c8f9d1d-39d4-4d08-8218-3e5806bd5e58) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:15.588364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.637110 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:14Z', 'revision_number': 3, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port': {'id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:15.668296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:15.669521 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 88cd316f-3d1f-4e73-8dd4-2d161694b56a is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:15.669976 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.676093 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Checking router: bc54dd44-5429-4380-b977-167a1a65a8e0 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:15.676434 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Updating router bc54dd44-5429-4380-b977-167a1a65a8e0 port 4c89bcfd-17f3-4537-9816-c86eb88543dc binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:27:15.715575 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks [] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.741154 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089101f2-8bae-46f3-a4b0-7381015060a6 None None] Pushing event updated for resources: {'Port': ['ID=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:15.749162 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Provisioning complete for port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:15.749534 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.749870 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Attempt 1 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:15.752508 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.760114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.808621 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:15.811083 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 88cd316f-3d1f-4e73-8dd4-2d161694b56a, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=88cd316f-3d1f-4e73-8dd4-2d161694b56a,segment=NetworkSegment(c9ed2978-b8d6-4eff-b7ff-ac8d180a5518),segment_id=c9ed2978-b8d6-4eff-b7ff-ac8d180a5518)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:15.814077 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:15.818646 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:15.825369 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.845849 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Pushing event updated for resources: {'Port': ['ID=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:15.871992 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (bc54dd44-5429-4380-b977-167a1a65a8e0), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.877015 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:15.911690 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:15.992275 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=88cd316f-3d1f-4e73-8dd4-2d161694b56a,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:16.031793 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.032952 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Current status of the port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:16.053756 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Provisioning complete for port 88cd316f-3d1f-4e73-8dd4-2d161694b56a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:16.054172 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.054521 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Attempt 1 to provision port 88cd316f-3d1f-4e73-8dd4-2d161694b56a Sep 23 15:27:16.085637 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:16.207771 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Publish callbacks [] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.210308 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-7a27bb26-8d25-46f0-93b0-b18e1f43b958 None None] Current status of the port 88cd316f-3d1f-4e73-8dd4-2d161694b56a is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:16.215736 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.215919 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks [] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.221792 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.253074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Attempting to bind port 4c89bcfd-17f3-4537-9816-c86eb88543dc on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:16.253454 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Attempting to bind port 4c89bcfd-17f3-4537-9816-c86eb88543dc by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:16.254108 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Attempting to bind port 4c89bcfd-17f3-4537-9816-c86eb88543dc on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:16.292166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb266b1-50d2-4c25-ab3a-3686219469b1 None None] Pushing event updated for resources: {'Port': ['ID=4c89bcfd-17f3-4537-9816-c86eb88543dc,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:16.313382 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:16.313920 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:16.314387 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.314647 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (bc54dd44-5429-4380-b977-167a1a65a8e0), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.314779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:16.315333 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Bound port: 4c89bcfd-17f3-4537-9816-c86eb88543dc, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:16.318085 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.319434 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Pushing event updated for resources: {'Port': ['ID=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:16.355630 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166a479-fdac-43ad-a742-ae12ee54c161 req-7fdc799d-a9e5-4320-ba57-80883910fdc6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:16.357240 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5166a479-fdac-43ad-a742-ae12ee54c161 req-7fdc799d-a9e5-4320-ba57-80883910fdc6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0561574 Sep 23 15:27:16.386365 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:16.387228 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Provisioning complete for port 88cd316f-3d1f-4e73-8dd4-2d161694b56a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:16.387645 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.387913 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 1 to provision port 88cd316f-3d1f-4e73-8dd4-2d161694b56a Sep 23 15:27:16.410387 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5166a479-fdac-43ad-a742-ae12ee54c161 req-096947b5-60d8-47b8-8583-65795570440b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471013 Sep 23 15:27:16.455288 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:16.459289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:16.522586 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] For port 4c89bcfd-17f3-4537-9816-c86eb88543dc, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:16.558268 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] For port 4c89bcfd-17f3-4537-9816-c86eb88543dc, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4c89bcfd-17f3-4537-9816-c86eb88543dc,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:16.627094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.631168 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Router bc54dd44-5429-4380-b977-167a1a65a8e0 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:16.662916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:16.745561 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Current status of the port 88cd316f-3d1f-4e73-8dd4-2d161694b56a is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:16.751790 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:16.757756 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-8d97003d-d6e0-4e93-a6db-040e511dbd1f admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/bc54dd44-5429-4380-b977-167a1a65a8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419270 Sep 23 15:27:16.762974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Routers {'bc54dd44-5429-4380-b977-167a1a65a8e0'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:16.763629 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['bc54dd44-5429-4380-b977-167a1a65a8e0'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:16.998301 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Provisioning complete for port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:16.998822 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.999147 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 1 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:17.025866 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb266b1-50d2-4c25-ab3a-3686219469b1 None None] Pushing event updated for resources: {'Port': ['ID=4c89bcfd-17f3-4537-9816-c86eb88543dc,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:17.096915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:17.097471 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:17.097841 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.098168 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c Sep 23 15:27:17.145175 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57522) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:17.146453 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] Set router bc54dd44-5429-4380-b977-167a1a65a8e0 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:17.149906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-be3acf42-0536-47f6-8a28-02c17c09a093 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132906259', 'description': 'tempest-secgroup-smoke-132906259 description', 'project_id': 'c05aa308acb842198935488c659d9ab3'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:17.171960 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:17.179096 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-be3acf42-0536-47f6-8a28-02c17c09a093 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.237639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:17.260541 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:17.263590 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-be3acf42-0536-47f6-8a28-02c17c09a093 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group (09889234-3df8-421a-a53c-4798ea06dfd7), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.268728 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-be3acf42-0536-47f6-8a28-02c17c09a093 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (09889234-3df8-421a-a53c-4798ea06dfd7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.296456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:17.297662 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 88cd316f-3d1f-4e73-8dd4-2d161694b56a up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:17.307358 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-be3acf42-0536-47f6-8a28-02c17c09a093 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.308936 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-be3acf42-0536-47f6-8a28-02c17c09a093 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1626532 Sep 23 15:27:17.311530 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3acf42-0536-47f6-8a28-02c17c09a093 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09889234-3df8-421a-a53c-4798ea06dfd7,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:17.312399 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57524) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:17.317740 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-0dbf9d64-25f5-4d38-bb4f-d98ee6da099f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'security_group_rule': {'security_group_id': '09889234-3df8-421a-a53c-4798ea06dfd7', 'project_id': 'c05aa308acb842198935488c659d9ab3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:17.349116 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9d64-25f5-4d38-bb4f-d98ee6da099f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (0abfb7ad-45e6-47d4-9009-8087e590eba6), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.402343 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 88cd316f-3d1f-4e73-8dd4-2d161694b56a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:17.402704 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.403043 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 88cd316f-3d1f-4e73-8dd4-2d161694b56a Sep 23 15:27:17.404576 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9d64-25f5-4d38-bb4f-d98ee6da099f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (0abfb7ad-45e6-47d4-9009-8087e590eba6), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.411092 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9d64-25f5-4d38-bb4f-d98ee6da099f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (0abfb7ad-45e6-47d4-9009-8087e590eba6), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.434062 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf9d64-25f5-4d38-bb4f-d98ee6da099f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abfb7ad-45e6-47d4-9009-8087e590eba6,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:17.440889 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 4, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port': {'id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '6c8f9d1d-39d4-4d08-8218-3e5806bd5e58', 'name': '', 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'mac_address': 'fa:16:3e:a5:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:15Z', 'updated_at': '2022-09-23T15:27:16Z', 'revision_number': 2, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'subnets': [{'id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:17.445400 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9d64-25f5-4d38-bb4f-d98ee6da099f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.446733 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-0dbf9d64-25f5-4d38-bb4f-d98ee6da099f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331980 Sep 23 15:27:17.449928 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57526) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:17.454266 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-781a7e74-2fec-4ca1-ac3e-abdff94e7c66 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'security_group_rule': {'security_group_id': '09889234-3df8-421a-a53c-4798ea06dfd7', 'project_id': 'c05aa308acb842198935488c659d9ab3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:17.468072 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac07e2-cc4e-42c4-86c2-456fb2034a94 None None] The sync data for ids ['bc54dd44-5429-4380-b977-167a1a65a8e0'] in dv-cinder-855013-3-iscsi is: [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 4, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port': {'id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '6c8f9d1d-39d4-4d08-8218-3e5806bd5e58', 'name': '', 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'mac_address': 'fa:16:3e:a5:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:15Z', 'updated_at': '2022-09-23T15:27:16Z', 'revision_number': 2, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'subnets': [{'id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:17.477110 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:17.487482 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-781a7e74-2fec-4ca1-ac3e-abdff94e7c66 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (3322925c-0c1c-457d-b01f-b846310085fb), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.517764 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 88cd316f-3d1f-4e73-8dd4-2d161694b56a is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:17.598058 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 2 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:17.622832 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cadc73-e74f-49b9-80af-35ca769b665e req-ac25516e-aa42-4c6c-8838-226e8bca9400 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:17.624333 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-28cadc73-e74f-49b9-80af-35ca769b665e req-ac25516e-aa42-4c6c-8838-226e8bca9400 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0744228 Sep 23 15:27:17.634620 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-781a7e74-2fec-4ca1-ac3e-abdff94e7c66 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (3322925c-0c1c-457d-b01f-b846310085fb), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.637005 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:17.656160 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-781a7e74-2fec-4ca1-ac3e-abdff94e7c66 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (3322925c-0c1c-457d-b01f-b846310085fb), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.665584 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:17.695610 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a7e74-2fec-4ca1-ac3e-abdff94e7c66 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3322925c-0c1c-457d-b01f-b846310085fb,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:17.721846 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-781a7e74-2fec-4ca1-ac3e-abdff94e7c66 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.723042 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-781a7e74-2fec-4ca1-ac3e-abdff94e7c66 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2721617 Sep 23 15:27:17.726882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57530) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:17.735106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-4ceb495d-b027-4c9b-864f-694a7e2c9c25 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'security_group_rule': {'security_group_id': '09889234-3df8-421a-a53c-4798ea06dfd7', 'project_id': 'c05aa308acb842198935488c659d9ab3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:17.739046 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-28cadc73-e74f-49b9-80af-35ca769b665e req-1be5fdbe-6e0d-4260-80f7-f33522bf264f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082644 Sep 23 15:27:17.776966 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ceb495d-b027-4c9b-864f-694a7e2c9c25 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (28deec04-092c-4e16-9d54-bb22c4131b87), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.849915 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ceb495d-b027-4c9b-864f-694a7e2c9c25 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (28deec04-092c-4e16-9d54-bb22c4131b87), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.855034 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ceb495d-b027-4c9b-864f-694a7e2c9c25 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (28deec04-092c-4e16-9d54-bb22c4131b87), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.875093 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb495d-b027-4c9b-864f-694a7e2c9c25 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28deec04-092c-4e16-9d54-bb22c4131b87,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:17.883661 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ceb495d-b027-4c9b-864f-694a7e2c9c25 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.884926 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4ceb495d-b027-4c9b-864f-694a7e2c9c25 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565983 Sep 23 15:27:17.888931 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57532) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:17.893464 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-736caca1-cf95-449d-ad1d-f9f42e3b68e0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'security_group_rule': {'security_group_id': '09889234-3df8-421a-a53c-4798ea06dfd7', 'project_id': 'c05aa308acb842198935488c659d9ab3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:17.924762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-736caca1-cf95-449d-ad1d-f9f42e3b68e0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (4547210d-ff02-4ca5-9f4d-1a1855a5ddcd), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.988996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-736caca1-cf95-449d-ad1d-f9f42e3b68e0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (4547210d-ff02-4ca5-9f4d-1a1855a5ddcd), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:17.993488 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-736caca1-cf95-449d-ad1d-f9f42e3b68e0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (4547210d-ff02-4ca5-9f4d-1a1855a5ddcd), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.014459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736caca1-cf95-449d-ad1d-f9f42e3b68e0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4547210d-ff02-4ca5-9f4d-1a1855a5ddcd,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:18.024072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-736caca1-cf95-449d-ad1d-f9f42e3b68e0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.025344 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-736caca1-cf95-449d-ad1d-f9f42e3b68e0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354382 Sep 23 15:27:18.028288 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 57534) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:18.032674 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'security_group_rule': {'security_group_id': '09889234-3df8-421a-a53c-4798ea06dfd7', 'project_id': 'c05aa308acb842198935488c659d9ab3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:18.056378 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.securitygroups_db [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Project c05aa308acb842198935488c659d9ab3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:27:18.063206 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (6b947cda-15a5-4521-8e6b-c3bd8a8c3a3b), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.126594 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (6b947cda-15a5-4521-8e6b-c3bd8a8c3a3b), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.137368 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (6b947cda-15a5-4521-8e6b-c3bd8a8c3a3b), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.138448 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 3 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:18.175002 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b947cda-15a5-4521-8e6b-c3bd8a8c3a3b,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:18.185179 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.185179 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d55e2c7a-f921-42c4-8af4-d248047674d2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529794 Sep 23 15:27:18.185369 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 57536) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:18.189873 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'security_group_rule': {'security_group_id': '09889234-3df8-421a-a53c-4798ea06dfd7', 'project_id': 'c05aa308acb842198935488c659d9ab3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:18.208955 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:18.219138 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.securitygroups_db [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Project c05aa308acb842198935488c659d9ab3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:27:18.226728 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (0a7f2683-d33b-4cce-a130-0cac16e12a3f), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.270532 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d6bca854-cb6f-4c58-9c53-9ac9a74be98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.303870 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (0a7f2683-d33b-4cce-a130-0cac16e12a3f), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.308963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (0a7f2683-d33b-4cce-a130-0cac16e12a3f), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.328165 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7f2683-d33b-4cce-a130-0cac16e12a3f,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:18.338427 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.343895 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-46269030-0ff6-4738-afbd-f31bd25b707c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535273 Sep 23 15:27:18.537140 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:27:18.609305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c89bcfd-17f3-4537-9816-c86eb88543dc up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:18.689668 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:18.704701 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 4c89bcfd-17f3-4537-9816-c86eb88543dc triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:18.705031 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.705591 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 4c89bcfd-17f3-4537-9816-c86eb88543dc Sep 23 15:27:18.709356 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'port_id': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'mac_address': 'fa:16:3e:a6:38:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:27:18.726497 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 4 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:18.881157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:18.883291 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:18.884348 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 4c89bcfd-17f3-4537-9816-c86eb88543dc is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:18.884743 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.894716 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: ACTIVE; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:18.895101 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.915423 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 4c89bcfd-17f3-4537-9816-c86eb88543dc, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4c89bcfd-17f3-4537-9816-c86eb88543dc,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:18.928760 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.941028 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ce0bfbd-c402-457c-b397-3abfbebd324a {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:27:18.947997 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dba0a-4d1f-4bd7-9aa9-78728a64f84c req-1497bb0e-a0e1-432a-803b-3680da4e36d8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:18.949554 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b21dba0a-4d1f-4bd7-9aa9-78728a64f84c req-1497bb0e-a0e1-432a-803b-3680da4e36d8 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0677056 Sep 23 15:27:18.988397 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:18.999114 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b21dba0a-4d1f-4bd7-9aa9-78728a64f84c req-d56bc5fe-c359-41e2-b377-4e5fec9fd6e4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Sep 23 15:27:18.999327 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:19.005451 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=4c89bcfd-17f3-4537-9816-c86eb88543dc,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:19.057028 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=6']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:19.171779 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['5ce0bfbd-c402-457c-b397-3abfbebd324a'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:27:19.382844 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 5 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:19.414811 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:19.422830 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:19.641662 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Sync routers for ids ['bc54dd44-5429-4380-b977-167a1a65a8e0'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:19.652930 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Routers {'bc54dd44-5429-4380-b977-167a1a65a8e0'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:19.653510 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:26:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['bc54dd44-5429-4380-b977-167a1a65a8e0'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:19.760186 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Set router bc54dd44-5429-4380-b977-167a1a65a8e0 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:19.804479 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:19.836776 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:19.924889 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 6 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:19.959911 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:19.966561 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 4, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port': {'id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '6c8f9d1d-39d4-4d08-8218-3e5806bd5e58', 'name': '', 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'mac_address': 'fa:16:3e:a5:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:15Z', 'updated_at': '2022-09-23T15:27:16Z', 'revision_number': 2, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'subnets': [{'id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:19.992307 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Checking router: bc54dd44-5429-4380-b977-167a1a65a8e0 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:19.992690 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Updating router bc54dd44-5429-4380-b977-167a1a65a8e0 port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:27:20.023726 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.099853 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:20.145754 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cace078-f7dd-4d6e-918c-14bd8764ba6c req-7d436548-9c3d-4422-bee1-754bc3a57ba3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:20.148571 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6cace078-f7dd-4d6e-918c-14bd8764ba6c req-7d436548-9c3d-4422-bee1-754bc3a57ba3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 945 time: 0.0570052 Sep 23 15:27:20.201239 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6cace078-f7dd-4d6e-918c-14bd8764ba6c req-9ca2f67b-37c1-4320-901c-5b010671bf0e tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474448 Sep 23 15:27:20.324360 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Publish callbacks [] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.331336 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.392935 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72641ada-1c70-430b-8118-09bd9592e3d7 None None] Pushing event updated for resources: {'Port': ['ID=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:20.422756 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Attempting to bind port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:20.423282 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Attempting to bind port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:20.423589 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Attempting to bind port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 on network 11da629e-7f0b-47a2-93ca-b9ed826e475c {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:20.438004 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6fa63916-2bfa-4098-bb1d-7cea593f9ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.461056 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 7 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:20.474914 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:20.475299 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Checking segment: {'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:20.475694 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.476112 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Bound using segment: {'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:20.476567 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Bound port: 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:20.476971 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.497797 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:20.541298 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] For port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:20.544500 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] For port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,segment=NetworkSegment(c9ed2978-b8d6-4eff-b7ff-ac8d180a5518),segment_id=c9ed2978-b8d6-4eff-b7ff-ac8d180a5518)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:20.552954 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.563764 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:20.584712 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c89bcfd-17f3-4537-9816-c86eb88543dc up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:20.591864 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Routers {'bc54dd44-5429-4380-b977-167a1a65a8e0'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:20.592487 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:27:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['bc54dd44-5429-4380-b977-167a1a65a8e0'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:20.648967 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 5ce0bfbd-c402-457c-b397-3abfbebd324a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:20.649343 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.649674 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 5ce0bfbd-c402-457c-b397-3abfbebd324a Sep 23 15:27:20.653466 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 4c89bcfd-17f3-4537-9816-c86eb88543dc triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:20.653746 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.654073 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 4c89bcfd-17f3-4537-9816-c86eb88543dc Sep 23 15:27:20.744203 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72641ada-1c70-430b-8118-09bd9592e3d7 None None] Pushing event updated for resources: {'Port': ['ID=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:20.786634 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:20.787017 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.788870 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 4c89bcfd-17f3-4537-9816-c86eb88543dc is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:20.798585 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:20.812662 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] Set router bc54dd44-5429-4380-b977-167a1a65a8e0 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:20.814420 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:20.816780 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71d07bc-8366-4e83-adeb-e744d68ed462" -d '{"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:20.831598 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:20.839643 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.845469 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:20.864764 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95b7702-fff3-4418-b2fd-7047acf930f0 x-openstack-request-id: req-e95b7702-fff3-4418-b2fd-7047acf930f0 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:20.865166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:20.865422 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e95b7702-fff3-4418-b2fd-7047acf930f0 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:20.865864 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95b7702-fff3-4418-b2fd-7047acf930f0'] response: {'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'code': 200} Sep 23 15:27:20.896727 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=7']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:20.927148 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:20.999115 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Attempt 8 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:21.019121 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 4, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port': {'id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '6c8f9d1d-39d4-4d08-8218-3e5806bd5e58', 'name': '', 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'mac_address': 'fa:16:3e:a5:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:15Z', 'updated_at': '2022-09-23T15:27:20Z', 'revision_number': 4, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'subnets': [{'id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:21.046408 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9294388-4749-41f9-a291-ecd4794112c7 None None] The sync data for ids ['bc54dd44-5429-4380-b977-167a1a65a8e0'] in dv-cinder-855013-3-iscsi is: [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 4, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port': {'id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '6c8f9d1d-39d4-4d08-8218-3e5806bd5e58', 'name': '', 'network_id': '11da629e-7f0b-47a2-93ca-b9ed826e475c', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'mac_address': 'fa:16:3e:a5:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:15Z', 'updated_at': '2022-09-23T15:27:20Z', 'revision_number': 4, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'subnets': [{'id': 'a8ea85b7-c284-4e6d-9cd9-b7a0e032b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:21.084815 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Current status of the port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:21.085210 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.121985 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] For port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,segment=NetworkSegment(c9ed2978-b8d6-4eff-b7ff-ac8d180a5518),segment_id=c9ed2978-b8d6-4eff-b7ff-ac8d180a5518)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:21.127938 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.180310 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98c0f-03b2-4610-a4ab-ad82d42d7320 None None] Pushing event updated for resources: {'Port': ['ID=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:21.250375 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-5f6847a8-c67d-4a69-8262-77bc40555192 None None] Provisioning complete for port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:21.250769 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5f6847a8-c67d-4a69-8262-77bc40555192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.251100 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-5f6847a8-c67d-4a69-8262-77bc40555192 None None] Attempt 1 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:21.333996 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-5f6847a8-c67d-4a69-8262-77bc40555192 None None] Current status of the port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:21.352833 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a4f0-2354-4515-b234-1a2ba36080e6 req-cb66444f-3dc5-4918-9b18-d8c0282ab253 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:21.354424 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8e63a4f0-2354-4515-b234-1a2ba36080e6 req-cb66444f-3dc5-4918-9b18-d8c0282ab253 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0607679 Sep 23 15:27:21.406860 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8e63a4f0-2354-4515-b234-1a2ba36080e6 req-fa74028b-237d-4fc8-9b58-86941c091923 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 Sep 23 15:27:21.902155 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:22.566731 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d2998-face-4de6-995f-8c48e933ac9f req-b718610e-f077-4eda-b392-c685f0f0e778 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:22.568383 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-488d2998-face-4de6-995f-8c48e933ac9f req-b718610e-f077-4eda-b392-c685f0f0e778 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0759106 Sep 23 15:27:22.589178 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:22.624792 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-488d2998-face-4de6-995f-8c48e933ac9f req-13f3ce63-1df4-4e6e-aa98-ad92f7e92f40 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Sep 23 15:27:22.631834 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:22.656707 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:22.657405 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:22.657880 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 Sep 23 15:27:22.754391 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:23.364735 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:23.401265 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:23.769932 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42501738-f394-44ee-9126-1b741bcc5e8d req-f9efe735-9ba5-4781-962b-20ca7e8d61d3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:23.772247 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-42501738-f394-44ee-9126-1b741bcc5e8d req-f9efe735-9ba5-4781-962b-20ca7e8d61d3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0564182 Sep 23 15:27:23.828515 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-42501738-f394-44ee-9126-1b741bcc5e8d req-8164851d-6a11-48a3-9afe-854ae835f31f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497460 Sep 23 15:27:24.968151 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006fca4-6db1-41b9-8c8e-526e43733937 req-720a001c-b442-484a-9fa9-055cc0c84e11 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:24.970756 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f006fca4-6db1-41b9-8c8e-526e43733937 req-720a001c-b442-484a-9fa9-055cc0c84e11 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0576077 Sep 23 15:27:25.034495 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f006fca4-6db1-41b9-8c8e-526e43733937 req-7ca07fd3-9ed8-4763-8ae8-fd2634cee20f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573916 Sep 23 15:27:26.164195 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e51142-6d49-409e-9ea4-b7d47a20c93d req-f26c6441-92db-4f17-ac04-97c830dfa967 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:26.165822 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a6e51142-6d49-409e-9ea4-b7d47a20c93d req-f26c6441-92db-4f17-ac04-97c830dfa967 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0528142 Sep 23 15:27:26.224575 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a6e51142-6d49-409e-9ea4-b7d47a20c93d req-9d4771fb-c930-43fc-a519-4cf03e2fbe73 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515878 Sep 23 15:27:27.427902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596dc75-f083-4eb1-9466-79ab965a4673 req-52492e7c-00b3-44d1-bd4c-d91f1ebad9d6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:27.429493 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6596dc75-f083-4eb1-9466-79ab965a4673 req-52492e7c-00b3-44d1-bd4c-d91f1ebad9d6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0787675 Sep 23 15:27:27.473400 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:27.518301 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6596dc75-f083-4eb1-9466-79ab965a4673 req-05e23047-cadb-42a6-8b50-c669a7a8e952 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819955 Sep 23 15:27:28.672190 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d38a65-4012-4c1a-82e8-9d42e050e5f4 req-5fa85fcb-1144-4780-90b1-520cda0c04fc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:28.674806 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a2d38a65-4012-4c1a-82e8-9d42e050e5f4 req-5fa85fcb-1144-4780-90b1-520cda0c04fc tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0587444 Sep 23 15:27:28.734905 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a2d38a65-4012-4c1a-82e8-9d42e050e5f4 req-bb9795e3-11b0-44e8-8cff-376a33adad3d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540962 Sep 23 15:27:29.834257 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:29.871007 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3288f-c7a9-4c70-a071-f4fdc7da3c5d req-568e5743-23ec-4a3e-b1b5-e79b81a83a44 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:29.872898 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c4f3288f-c7a9-4c70-a071-f4fdc7da3c5d req-568e5743-23ec-4a3e-b1b5-e79b81a83a44 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0482202 Sep 23 15:27:29.927782 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c4f3288f-c7a9-4c70-a071-f4fdc7da3c5d req-db2b472c-094c-47ee-be9f-8ef1dbe2dd2a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491543 Sep 23 15:27:31.021313 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=24 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:31.023119 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=10 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:31.067198 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66034d4-c0a4-42f6-9c96-e697b781e89d req-bea83f62-16b4-4ea0-bfed-46f20c8873cd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:31.068683 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e66034d4-c0a4-42f6-9c96-e697b781e89d req-bea83f62-16b4-4ea0-bfed-46f20c8873cd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0548747 Sep 23 15:27:31.120899 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-e66034d4-c0a4-42f6-9c96-e697b781e89d req-87e7af06-85bc-4ae3-a435-b91af2f101cd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462792 Sep 23 15:27:32.258440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010858f-5137-46d7-b9bf-91c307cafa2f req-1dba3499-84ed-4a82-8bf2-b58ade682a6c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:32.259962 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d010858f-5137-46d7-b9bf-91c307cafa2f req-1dba3499-84ed-4a82-8bf2-b58ade682a6c tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0510912 Sep 23 15:27:32.316608 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d010858f-5137-46d7-b9bf-91c307cafa2f req-4881a3e5-2f1e-490d-9a79-f4b449a4c3f0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493565 Sep 23 15:27:33.392178 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:33.396128 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:33.456071 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18334df-8943-4f15-a38c-aaa1fc38f341 req-542abcb4-45d1-4927-80ea-40fd0626a9c4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:33.457575 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a18334df-8943-4f15-a38c-aaa1fc38f341 req-542abcb4-45d1-4927-80ea-40fd0626a9c4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Sep 23 15:27:33.512187 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a18334df-8943-4f15-a38c-aaa1fc38f341 req-23622712-6c0e-4737-9a09-ecd2e50a67cd tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Sep 23 15:27:34.322013 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:34.680643 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafccc41-e658-4655-a4e6-97a86681d9a0 req-3f0c457c-3381-4bfc-a870-a61834ea03da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:34.682089 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fafccc41-e658-4655-a4e6-97a86681d9a0 req-3f0c457c-3381-4bfc-a870-a61834ea03da tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0612948 Sep 23 15:27:34.734146 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fafccc41-e658-4655-a4e6-97a86681d9a0 req-367b3724-d362-4013-8862-88ab3e29c0f6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442886 Sep 23 15:27:34.964248 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-603e3f26-8d84-4f60-90c1-6b44d6cf540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:34.966339 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-603e3f26-8d84-4f60-90c1-6b44d6cf540e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1130 time: 0.0535517 Sep 23 15:27:35.061530 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-32b06d4c-6feb-49be-918e-d9a0f2b015a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.062909 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-32b06d4c-6feb-49be-918e-d9a0f2b015a1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.0900874 Sep 23 15:27:35.142145 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-a9aa6181-8236-4424-90d6-c169292888a2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 1002 time: 0.0723815 Sep 23 15:27:35.190762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-0332ef47-78a6-47b9-a364-58a49264d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.192178 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-0332ef47-78a6-47b9-a364-58a49264d31e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0436995 Sep 23 15:27:35.238774 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-d69c3eda-bb36-4038-83be-214193367147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.240237 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-d69c3eda-bb36-4038-83be-214193367147 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408487 Sep 23 15:27:35.602583 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-f077072c-170b-43ff-a9c1-3c9e829d995a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557794 Sep 23 15:27:35.692305 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9ce805a9-80a2-49d7-8af3-f79f6a9fa343 req-af363b1c-eb05-42ce-a48c-4e737db8f4d4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828030 Sep 23 15:27:35.875586 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142153b-9aed-4e94-8dc6-72a74292d99f req-27a304cb-6cae-4899-9811-fed91d097581 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.877047 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3142153b-9aed-4e94-8dc6-72a74292d99f req-27a304cb-6cae-4899-9811-fed91d097581 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0472970 Sep 23 15:27:35.925672 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3142153b-9aed-4e94-8dc6-72a74292d99f req-88e99009-b3d4-4592-8810-bbe4a4a1429d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Sep 23 15:27:37.061045 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8f00-1f5c-4af7-a878-fd14cd6a216d req-ac385204-8c61-4f87-9a88-57e71ee2c56f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:37.062556 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-caae8f00-1f5c-4af7-a878-fd14cd6a216d req-ac385204-8c61-4f87-9a88-57e71ee2c56f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0504317 Sep 23 15:27:37.109843 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-caae8f00-1f5c-4af7-a878-fd14cd6a216d req-3de41852-cfd0-4e62-bc02-26d0967b7426 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Sep 23 15:27:38.243534 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8036c0-6b35-4304-b546-988a8e4cb9b4 req-7bfd1878-7098-4068-a7c4-a1f74e7ce248 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:38.245074 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b8036c0-6b35-4304-b546-988a8e4cb9b4 req-7bfd1878-7098-4068-a7c4-a1f74e7ce248 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 946 time: 0.0528970 Sep 23 15:27:38.294090 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b8036c0-6b35-4304-b546-988a8e4cb9b4 req-5cf18e88-1dfe-43d8-ba55-a387f8bccbcb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 Sep 23 15:27:38.668361 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:38.745090 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: ACTIVE; New status is: DOWN {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:38.745483 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:38.771784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:38.774059 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324db1c5-ac81-4dd7-8c59-6652fe5aee79" -d '{"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:38.787285 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:38.793030 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:38.815817 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15051f9-c35f-429b-bed1-b0bd34d0a2a4 x-openstack-request-id: req-b15051f9-c35f-429b-bed1-b0bd34d0a2a4 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:38.816106 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-unplugged", "status": "failed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a", "code": 422}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:38.816358 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b15051f9-c35f-429b-bed1-b0bd34d0a2a4 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:38.816781 dv-cinder-855013-3-iscsi neutron-server[106668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b15051f9-c35f-429b-bed1-b0bd34d0a2a4']: {'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'code': 422} returned with failed status Sep 23 15:27:38.841966 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=8']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:39.359593 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb364c0-c795-4aeb-a498-01c874275cb2 req-644b5a7c-b330-4bd7-aa4e-8a1323707623 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:39.361111 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8eb364c0-c795-4aeb-a498-01c874275cb2 req-644b5a7c-b330-4bd7-aa4e-8a1323707623 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0492222 Sep 23 15:27:39.409628 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8eb364c0-c795-4aeb-a498-01c874275cb2 req-d2f44d50-9044-4d59-8845-95727fa6d177 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Sep 23 15:27:39.542678 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-af18a9b2-9575-432f-89bb-bd53937592b3 service neutron] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387836 Sep 23 15:27:39.610642 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:39.619167 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31d57-51b4-4112-b2be-24052b059998 req-5bc3394b-a820-4580-a625-a47744711de0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:39.620565 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-5bc3394b-a820-4580-a625-a47744711de0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports/5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 941 time: 0.0499861 Sep 23 15:27:40.505114 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:40.545757 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2ffb4-ab33-4a34-a20c-2c7e84940d4c req-a89ff1e1-216d-4ee7-a6aa-bdafdebe9612 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:40.547271 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a0e2ffb4-ab33-4a34-a20c-2c7e84940d4c req-a89ff1e1-216d-4ee7-a6aa-bdafdebe9612 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0523117 Sep 23 15:27:40.602598 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a0e2ffb4-ab33-4a34-a20c-2c7e84940d4c req-e0082661-be43-41b4-9ad4-836df36dc091 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466750 Sep 23 15:27:40.634681 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:40.638071 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31d57-51b4-4112-b2be-24052b059998 req-8f1d589e-fa6b-426e-bd29-8ba490e82c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:40.639636 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-8f1d589e-fa6b-426e-bd29-8ba490e82c32 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615&tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a HTTP/1.1" status: 200 len: 1128 time: 0.0413170 Sep 23 15:27:40.728370 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31d57-51b4-4112-b2be-24052b059998 req-91e77f05-04d4-4cbb-9142-704c439f7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:40.730454 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-91e77f05-04d4-4cbb-9142-704c439f7a66 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1128 time: 0.0454297 Sep 23 15:27:40.833975 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31d57-51b4-4112-b2be-24052b059998 req-8f8505e8-7681-48ef-b123-ad943b469ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:40.835434 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-8f8505e8-7681-48ef-b123-ad943b469ad5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.0984435 Sep 23 15:27:40.898252 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-c2bba532-c226-41e1-b87e-f540f6f7b675 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 1000 time: 0.0558333 Sep 23 15:27:40.952429 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31d57-51b4-4112-b2be-24052b059998 req-781c5dfe-b50e-4163-a6f5-315b1a5cac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:40.954400 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-781c5dfe-b50e-4163-a6f5-315b1a5cac8e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0502074 Sep 23 15:27:40.998923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31d57-51b4-4112-b2be-24052b059998 req-cab5fb63-cafc-4d98-b398-a5917ccd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:41.000820 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-cab5fb63-cafc-4d98-b398-a5917ccd3ad2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399525 Sep 23 15:27:41.093037 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-ec3a167e-fafc-4d5b-8804-5d979f7538a1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862179 Sep 23 15:27:41.189434 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-7e9f3bb4-d57b-4f1e-8dd7-bb61690b71df service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902624 Sep 23 15:27:41.478795 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-21143d41-83fe-4a12-aaac-822eaa5ab8e7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-132906259&fields=id&tenant_id=c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 267 time: 0.0501010 Sep 23 15:27:41.595013 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-3965544a-0e46-45d0-9782-fc583b9d7f35 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:41.596802 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-3965544a-0e46-45d0-9782-fc583b9d7f35 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 812 time: 0.1109052 Sep 23 15:27:41.617155 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-d2ae0371-fecf-4957-9bc0-fb4f6a154a96 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/quotas/c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 375 time: 0.0140069 Sep 23 15:27:41.692876 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-fc5b8b70-5ab2-4666-8e13-bee504a2e9ae tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678482 Sep 23 15:27:41.779487 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565f2cc-1b54-4064-be9f-db265b5ef289 req-2bd442a8-7ecc-40b6-bbb5-d463bf985c1a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:41.789176 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c565f2cc-1b54-4064-be9f-db265b5ef289 req-2bd442a8-7ecc-40b6-bbb5-d463bf985c1a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0641944 Sep 23 15:27:41.849971 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c565f2cc-1b54-4064-be9f-db265b5ef289 req-d99f1047-2e6b-49c6-b424-86f5cfde900d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595281 Sep 23 15:27:41.899425 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-5ea2555c-781a-47fd-bf7e-89552c5126b6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833420 Sep 23 15:27:42.035108 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-1f352d47-2e9b-4f1e-83f5-f5f96355af13 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264038 Sep 23 15:27:42.353253 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:42.380681 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-db42b2ab-da73-4c1b-bb97-fcc3cdd8204d req-255821a5-ecda-4e87-9fb1-376971a45c43 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0377817 Sep 23 15:27:42.684246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:42.762575 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: DOWN; New status is: DOWN {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:43.007166 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad991-b7d4-44bc-b816-4a6867f273e4 req-ff823c94-4d36-4881-ada7-cbcb6301a704 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:43.009226 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cbad991-b7d4-44bc-b816-4a6867f273e4 req-ff823c94-4d36-4881-ada7-cbcb6301a704 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0647502 Sep 23 15:27:43.060839 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cbad991-b7d4-44bc-b816-4a6867f273e4 req-84ac68b6-7a8e-4a64-8fbd-fc4bdc6d6c25 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Sep 23 15:27:43.481115 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-980b623e-8df6-40c6-9218-5edec9c88c05 req-9c07e8da-e6f3-4c61-b391-1980a97b4035 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0320122 Sep 23 15:27:44.173379 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:44.202005 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:44.211102 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9c12a-cc98-400f-8cb8-4c8fc90ef89f req-14fa2cca-c69c-488f-8adf-b6f5b9a8bb9a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:44.213412 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5dd9c12a-cc98-400f-8cb8-4c8fc90ef89f req-14fa2cca-c69c-488f-8adf-b6f5b9a8bb9a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0521648 Sep 23 15:27:44.263820 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5dd9c12a-cc98-400f-8cb8-4c8fc90ef89f req-3529d6f4-2d55-4828-9d99-1c8becf24e81 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Sep 23 15:27:44.589871 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7f5295d1-a3ab-415d-994c-85f8d1ba6bdc req-36ca5f88-c007-4a0c-89d1-a4e405c181b2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0285151 Sep 23 15:27:45.397735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd5a44-2811-4ce8-9f11-957ad18243f1 req-122bdcbf-ad34-4396-ace4-f62479675c91 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:45.399214 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-06bd5a44-2811-4ce8-9f11-957ad18243f1 req-122bdcbf-ad34-4396-ace4-f62479675c91 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0505028 Sep 23 15:27:45.455234 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-06bd5a44-2811-4ce8-9f11-957ad18243f1 req-b550478d-4b2a-4f1f-a17d-d7c3f54089cb tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497580 Sep 23 15:27:45.700997 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b4a859bd-984f-436f-88b2-b691c645254b req-cca521fc-7886-473f-a0c1-c307fd8bc909 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0332055 Sep 23 15:27:46.597875 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe464c-4331-4a41-8f37-a2306f94285c req-64bfd2a6-69e9-418f-9082-b4abba6b9d83 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:46.599618 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-05fe464c-4331-4a41-8f37-a2306f94285c req-64bfd2a6-69e9-418f-9082-b4abba6b9d83 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0482540 Sep 23 15:27:46.654008 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-05fe464c-4331-4a41-8f37-a2306f94285c req-856544f5-9525-4735-bd8e-b07143cca602 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486948 Sep 23 15:27:46.814176 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0958d0b3-2f12-4baf-8715-96c9d30cd551 req-490105cc-2c62-4b3f-8e9c-148775733ded tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0284545 Sep 23 15:27:47.796310 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b40a78-6381-4adf-a527-b1c9331f07f0 req-4a9297e8-16e3-4c93-949b-60c39bb2640a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:47.798545 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a0b40a78-6381-4adf-a527-b1c9331f07f0 req-4a9297e8-16e3-4c93-949b-60c39bb2640a tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0491271 Sep 23 15:27:47.859587 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a0b40a78-6381-4adf-a527-b1c9331f07f0 req-78b7eaed-1ed3-4572-b693-9a67bccb973d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521946 Sep 23 15:27:47.944209 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1ae7e2e6-20a6-4553-a88c-5c8e9d13aede req-b39e4d1c-d15d-4644-beb1-6e065c7a5725 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0318675 Sep 23 15:27:48.274499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2759daf6-c3f7-4478-bbb9-f77c28d99db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.499620 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=5 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:48.505597 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:48.990209 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e748-f6cc-495d-b269-154ce53dd87e req-574583b3-705b-46ef-bc94-c490542f248f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:48.992153 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b3f6e748-f6cc-495d-b269-154ce53dd87e req-574583b3-705b-46ef-bc94-c490542f248f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0541139 Sep 23 15:27:49.043658 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b3f6e748-f6cc-495d-b269-154ce53dd87e req-1c7e2ece-2231-4ec8-b6e5-0795fe8f745d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Sep 23 15:27:49.068046 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5e80b8c2-6035-421f-a0c7-257f0a33edad req-736cf41a-9fd9-46c5-b75a-42e12e74011c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0348957 Sep 23 15:27:50.160745 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-39ae6eb4-4eb5-48eb-be57-ee95c59e8a2e req-d3af65c5-1e96-46d7-bd04-02ff9bb82e93 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0282664 Sep 23 15:27:50.192301 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a010bf6-d922-4a4d-8a27-cc3941ff5d36 req-62bf414a-6a74-4bf1-99ad-ddcb8d1f1425 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:50.194557 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8a010bf6-d922-4a4d-8a27-cc3941ff5d36 req-62bf414a-6a74-4bf1-99ad-ddcb8d1f1425 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0545912 Sep 23 15:27:50.255148 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8a010bf6-d922-4a4d-8a27-cc3941ff5d36 req-f4f4d4db-c1de-48e6-8593-db385a9c3aff tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546248 Sep 23 15:27:50.454787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5b1111c4-7cd0-4e34-8b40-887b6532e337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:51.278989 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-95289a53-94d9-4a13-a29a-b96b8384e087 req-2c15e939-2ef3-4b13-b6a0-d37c7d7f2168 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0277572 Sep 23 15:27:51.397376 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808085-12da-4488-b586-75e3b34801dd req-2fc0aa2f-f14f-4dd7-b567-c487fd82c470 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:51.398855 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4f808085-12da-4488-b586-75e3b34801dd req-2fc0aa2f-f14f-4dd7-b567-c487fd82c470 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0518172 Sep 23 15:27:51.449837 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4f808085-12da-4488-b586-75e3b34801dd req-4c716e12-68de-4ac2-9399-06374d6414ba tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Sep 23 15:27:51.569524 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:27:51.914326 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.387365 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-249249e4-a402-4cff-a49f-4c34ac701a95 req-01d8d9d8-2b80-4e17-af6a-396b653ffc2a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0320528 Sep 23 15:27:52.585795 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acaf92f-920c-4d54-9fb8-f6979b0f8b33 req-6bb3a6a5-6013-4b82-a809-c69a245f2cd7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:52.587254 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6acaf92f-920c-4d54-9fb8-f6979b0f8b33 req-6bb3a6a5-6013-4b82-a809-c69a245f2cd7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0474937 Sep 23 15:27:52.637815 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6acaf92f-920c-4d54-9fb8-f6979b0f8b33 req-4de02f72-a62f-4844-a3d9-9df64ff61246 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446589 Sep 23 15:27:53.363274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:53.403729 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:53.491855 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-eef20d70-f2ce-48fa-b557-9cb3707726d7 req-88db7cf3-de32-4b12-a495-88e7eb2d2095 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0275946 Sep 23 15:27:53.775327 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948f984-2d94-4767-b580-d1feea3a3aa6 req-ed3f8bf0-5ad1-4b5d-ac64-f1050c0e3b08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:53.776831 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3948f984-2d94-4767-b580-d1feea3a3aa6 req-ed3f8bf0-5ad1-4b5d-ac64-f1050c0e3b08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0509632 Sep 23 15:27:53.827254 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3948f984-2d94-4767-b580-d1feea3a3aa6 req-d85af0d5-d499-42a0-8b3f-b031648c5d39 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 Sep 23 15:27:54.596360 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-784ebba6-f422-4957-a7d2-947ff68098e5 req-6e3564d1-92fb-4698-bc7e-21096f654b0a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0274997 Sep 23 15:27:54.980206 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65246ff8-4993-4df8-ada3-a2984bbf6012 req-f8b03759-06fb-42b0-b024-b4aaf5c3af1b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:54.981656 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-65246ff8-4993-4df8-ada3-a2984bbf6012 req-f8b03759-06fb-42b0-b024-b4aaf5c3af1b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0615146 Sep 23 15:27:55.032199 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-65246ff8-4993-4df8-ada3-a2984bbf6012 req-dc97e70b-0b30-46fa-82b0-cf0b45abcfa1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422587 Sep 23 15:27:55.726481 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-02305067-6070-4088-9187-9b5072a2c85c req-1e904101-31dd-4b2d-9b29-f52b6382963c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0282619 Sep 23 15:27:56.189263 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0969fd-52e4-4d53-bbfb-4509da1d5668 req-b8186ea1-4431-48fc-a7fc-40e8886ab0ac tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:56.190905 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fe0969fd-52e4-4d53-bbfb-4509da1d5668 req-b8186ea1-4431-48fc-a7fc-40e8886ab0ac tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0584996 Sep 23 15:27:56.244155 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fe0969fd-52e4-4d53-bbfb-4509da1d5668 req-412ba332-8ee7-4c25-baa5-2de2e25e9975 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469003 Sep 23 15:27:56.848518 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fe68c46d-b143-4639-8213-618de3df622d req-d1ccc903-bb36-47c5-8b67-ee71e28ceaba tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0316403 Sep 23 15:27:57.014659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-507f4290-a6b3-4330-b587-80f0a4ddb0da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:57.016084 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-507f4290-a6b3-4330-b587-80f0a4ddb0da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 812 time: 0.1077125 Sep 23 15:27:57.087240 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-49804368-bb52-48cc-b72e-d30bc59e4d7d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 379 time: 0.0549259 Sep 23 15:27:57.096088 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'port': {'device_id': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'admin_state_up': True, 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'security_groups': ['09889234-3df8-421a-a53c-4798ea06dfd7']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:57.203883 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:57.206511 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:57.219751 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Made reservation on behalf of c05aa308acb842198935488c659d9ab3 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:57.225730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.391743 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Allocated IP 172.20.0.3 (80722061-916e-4bee-90cb-3ac06c3dce58/8ea68e47-fe2d-464f-9c7a-edb88c98c8ae/f0af20c2-28ed-4543-be12-2ae4069574a5) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:57.412102 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36deeb-abd2-4d89-90b9-b7be538ee1fa req-850755ec-d24a-4da5-be07-96e08b7e15b6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:57.413579 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fb36deeb-abd2-4d89-90b9-b7be538ee1fa req-850755ec-d24a-4da5-be07-96e08b7e15b6 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.0686486 Sep 23 15:27:57.528324 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fb36deeb-abd2-4d89-90b9-b7be538ee1fa req-81a9baca-1407-48be-b5f9-8d2098a234b4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074080 Sep 23 15:27:57.585046 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.624289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.668525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Network 80722061-916e-4bee-90cb-3ac06c3dce58 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:57.671647 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:57.675506 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:57.681890 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=f0af20c2-28ed-4543-be12-2ae4069574a5,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:57.710364 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.710686 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.711053 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.711390 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.711720 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.712044 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.712398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.712741 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.713050 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.713402 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.713686 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.714016 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.714332 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.714640 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.714960 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:57.742161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:57.742792 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.763420 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-18e89c16-7544-482e-8622-92eaef6513fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6708405 Sep 23 15:27:57.781011 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Request body: {'port': {'device_id': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:57.846158 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.923471 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dbe776cf-8099-4120-af35-9bb98af7faf2 None None] Provisioning complete for port f0af20c2-28ed-4543-be12-2ae4069574a5 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:57.924115 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dbe776cf-8099-4120-af35-9bb98af7faf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.924234 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbe776cf-8099-4120-af35-9bb98af7faf2 None None] Attempt 1 to provision port f0af20c2-28ed-4543-be12-2ae4069574a5 Sep 23 15:27:57.956791 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbe776cf-8099-4120-af35-9bb98af7faf2 None None] Port f0af20c2-28ed-4543-be12-2ae4069574a5 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:57.973631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918ad75-acc4-441e-8a15-80214a51de98 req-63950799-6207-4ee6-9b44-d16c860f8e3d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:57.975089 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4918ad75-acc4-441e-8a15-80214a51de98 req-63950799-6207-4ee6-9b44-d16c860f8e3d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 931 time: 0.0474706 Sep 23 15:27:58.005852 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:58.025304 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4918ad75-acc4-441e-8a15-80214a51de98 req-0ee33a77-0f0c-40d3-9ea9-65df87f11f8b tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440788 Sep 23 15:27:58.064384 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:58.103140 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0af20c2-28ed-4543-be12-2ae4069574a5 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:27:58.110721 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Publish callbacks [] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:58.123762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Transition to ACTIVE for port object f0af20c2-28ed-4543-be12-2ae4069574a5 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:27:58.130675 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:58.195905 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af20c2-28ed-4543-be12-2ae4069574a5,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:58.247860 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Attempting to bind port f0af20c2-28ed-4543-be12-2ae4069574a5 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:58.248545 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Attempting to bind port f0af20c2-28ed-4543-be12-2ae4069574a5 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:58.248906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Attempting to bind port f0af20c2-28ed-4543-be12-2ae4069574a5 on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:58.289837 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Port f0af20c2-28ed-4543-be12-2ae4069574a5 on network 80722061-916e-4bee-90cb-3ac06c3dce58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:27:58.290161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Attempting to bind port f0af20c2-28ed-4543-be12-2ae4069574a5 on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:58.339254 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:58.339731 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Checking segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:58.340263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Bound using segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:58.340922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Bound port: f0af20c2-28ed-4543-be12-2ae4069574a5, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:58.341427 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:58.419629 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] For port f0af20c2-28ed-4543-be12-2ae4069574a5, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:58.422967 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] For port f0af20c2-28ed-4543-be12-2ae4069574a5, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f0af20c2-28ed-4543-be12-2ae4069574a5,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:58.432478 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:58.435812 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:58.436427 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:58.438067 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/f0af20c2-28ed-4543-be12-2ae4069574a5 HTTP/1.1" status: 200 len: 1093 time: 0.6615088 Sep 23 15:27:58.440172 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:58.442469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57106069-2c69-4b2f-b1c6-4476bf952c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:58.458147 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dbe776cf-8099-4120-af35-9bb98af7faf2 None None] Attempt 2 to provision port f0af20c2-28ed-4543-be12-2ae4069574a5 Sep 23 15:27:58.487165 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72924fe1-4153-4313-beab-1680d8e10e48 x-openstack-request-id: req-72924fe1-4153-4313-beab-1680d8e10e48 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:58.487446 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:58.487694 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72924fe1-4153-4313-beab-1680d8e10e48 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:58.488095 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72924fe1-4153-4313-beab-1680d8e10e48'] response: {'name': 'network-changed', 'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'status': 'completed', 'code': 200} Sep 23 15:27:58.500869 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca1d45-7df0-4d5a-ba59-bef17a511200 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af20c2-28ed-4543-be12-2ae4069574a5,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:58.503015 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dbe776cf-8099-4120-af35-9bb98af7faf2 None None] Port f0af20c2-28ed-4543-be12-2ae4069574a5 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:27:58.555900 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-69c5c5a8-ee5e-4824-8888-a0e79e5dc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:58.557502 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-69c5c5a8-ee5e-4824-8888-a0e79e5dc03c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 1127 time: 0.0433221 Sep 23 15:27:58.605858 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-593ba13c-bd45-413f-80ee-dfc8bbdcf163 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0af20c2-28ed-4543-be12-2ae4069574a5 HTTP/1.1" status: 200 len: 217 time: 0.0338326 Sep 23 15:27:58.658828 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-8aa1e638-5e1b-4cc6-b896-6d08306ce219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:58.660346 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-8aa1e638-5e1b-4cc6-b896-6d08306ce219 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0487535 Sep 23 15:27:58.705265 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-8c55b3e9-fe47-458f-a1c3-3c4540310fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:58.706840 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-8c55b3e9-fe47-458f-a1c3-3c4540310fb5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406387 Sep 23 15:27:58.771486 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8874a22-af25-4cc7-adeb-73046ff48396 req-de3e5b6a-da43-43fe-94c2-31d4b0cc6fc3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:58.773324 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b8874a22-af25-4cc7-adeb-73046ff48396 req-de3e5b6a-da43-43fe-94c2-31d4b0cc6fc3 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 944 time: 0.1625140 Sep 23 15:27:58.803548 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-cada52ad-54b2-4671-b50a-3cb6770422af service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905039 Sep 23 15:27:58.808791 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:27:58.825310 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b8874a22-af25-4cc7-adeb-73046ff48396 req-64951842-7935-456d-a888-080ff470036b tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462036 Sep 23 15:27:58.894959 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-70d5e2cd-2b39-4736-a9e4-5f2aad010ebb req-e84c4d0c-343b-48b6-9dd0-b7b80e0e56f9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850310 Sep 23 15:27:58.909092 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:58.921489 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'port_id': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'mac_address': 'fa:16:3e:a6:38:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:27:59.006905 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-91111988-3b11-492d-ba3e-b3c0da8a93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:59.008323 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-91111988-3b11-492d-ba3e-b3c0da8a93d4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 1127 time: 0.0420713 Sep 23 15:27:59.091299 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:59.092009 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:59.092394 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.097723 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:59.105863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce0bfbd-c402-457c-b397-3abfbebd324a {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:27:59.120881 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-8cff39ae-82de-460b-b0a6-7bed3bfca575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:59.122660 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-8cff39ae-82de-460b-b0a6-7bed3bfca575 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.1075301 Sep 23 15:27:59.126361 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:59.131117 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.180183 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=9']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:59.180716 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-bae52b11-278e-4eb3-80fa-8f6bd4d47b03 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0af20c2-28ed-4543-be12-2ae4069574a5 HTTP/1.1" status: 200 len: 217 time: 0.0411608 Sep 23 15:27:59.191377 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ccd61-98f5-45f5-99ab-9d061b20c61f req-32674c52-ff7e-4d6a-91dd-f058857a25c7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:59.192817 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3a6ccd61-98f5-45f5-99ab-9d061b20c61f req-32674c52-ff7e-4d6a-91dd-f058857a25c7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0853875 Sep 23 15:27:59.256749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-c2e5e108-7b93-4f9c-9810-72af502ccdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:59.258272 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-c2e5e108-7b93-4f9c-9810-72af502ccdca service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0645144 Sep 23 15:27:59.285150 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3a6ccd61-98f5-45f5-99ab-9d061b20c61f req-39a66ce9-1ec8-499a-8b59-951075afdc0b tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831695 Sep 23 15:27:59.311948 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-575e2013-ef6f-4e74-be2e-daa7e788c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:59.313483 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-575e2013-ef6f-4e74-be2e-daa7e788c0de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451684 Sep 23 15:27:59.408625 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-5ac30ca6-5fe0-4ea4-a59f-289586e32d20 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869620 Sep 23 15:27:59.502483 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57106069-2c69-4b2f-b1c6-4476bf952c1c req-524c327d-2a9a-4e1f-9cd4-3d7508bab513 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874355 Sep 23 15:27:59.542516 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['5ce0bfbd-c402-457c-b397-3abfbebd324a'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:27:59.571398 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:59.653617 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:59.983035 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9ec3b-55b1-4ae4-b63e-35a7c95028bd req-2a995ac9-19d7-4a5e-8350-d0dc41d183f2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:59.984477 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-42e9ec3b-55b1-4ae4-b63e-35a7c95028bd req-2a995ac9-19d7-4a5e-8350-d0dc41d183f2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 945 time: 0.0634184 Sep 23 15:28:00.037875 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-42e9ec3b-55b1-4ae4-b63e-35a7c95028bd req-c7c7eefb-efd1-49d5-8fd7-725b6aab43e0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446353 Sep 23 15:28:00.471553 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6389232-5e4e-45e3-8856-be099c74eb73 req-5d9ce9bb-ba9e-4f14-a501-dc3a79047c1a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:00.473031 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c6389232-5e4e-45e3-8856-be099c74eb73 req-5d9ce9bb-ba9e-4f14-a501-dc3a79047c1a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.1046894 Sep 23 15:28:00.527546 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c6389232-5e4e-45e3-8856-be099c74eb73 req-c3ea2454-8128-40ca-b9fa-4c6470b2fbba tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462956 Sep 23 15:28:00.818847 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:00.865592 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 5ce0bfbd-c402-457c-b397-3abfbebd324a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:00.865955 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.866259 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 5ce0bfbd-c402-457c-b397-3abfbebd324a Sep 23 15:28:00.942347 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 5ce0bfbd-c402-457c-b397-3abfbebd324a is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:00.942736 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.973832 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:00.976121 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19172d7-ffda-4117-8ed0-f572375987ee" -d '{"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:00.988069 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:00.993592 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:01.015958 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dd48f5-b88e-4553-9c41-87e9941fa018 x-openstack-request-id: req-78dd48f5-b88e-4553-9c41-87e9941fa018 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:01.016299 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:01.016565 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-78dd48f5-b88e-4553-9c41-87e9941fa018 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:01.016946 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78dd48f5-b88e-4553-9c41-87e9941fa018'] response: {'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'code': 200} Sep 23 15:28:01.041800 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=10']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:01.170436 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c69c3-e585-4e1c-9a28-ba34175e90fa req-750abb89-97f6-4938-8ffc-6e46301c37e4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:01.172214 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4e9c69c3-e585-4e1c-9a28-ba34175e90fa req-750abb89-97f6-4938-8ffc-6e46301c37e4 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 947 time: 0.0491679 Sep 23 15:28:01.229912 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4e9c69c3-e585-4e1c-9a28-ba34175e90fa req-3f27e2f2-05b4-4876-8dab-1aa1359862a2 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515420 Sep 23 15:28:01.260712 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5f251-3001-4441-acc6-14e50bc116ca req-ec023512-27f9-481e-a769-e1b6674b02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:01.262325 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62c5f251-3001-4441-acc6-14e50bc116ca req-ec023512-27f9-481e-a769-e1b6674b02a8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1131 time: 0.0445879 Sep 23 15:28:01.307444 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62c5f251-3001-4441-acc6-14e50bc116ca req-13ee805f-6ead-49bb-a113-c05ba1a654fa service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Sep 23 15:28:01.565062 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:01.566414 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:01.660581 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e3a6f-8816-4a13-af47-a295fa333127 req-22dcd680-fc01-4a0c-9fa7-588abc508c79 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:01.662052 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-662e3a6f-8816-4a13-af47-a295fa333127 req-22dcd680-fc01-4a0c-9fa7-588abc508c79 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0541208 Sep 23 15:28:01.716897 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-662e3a6f-8816-4a13-af47-a295fa333127 req-abcd2f98-e66b-44d7-b1b6-45c2751398f0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451691 Sep 23 15:28:02.366816 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e9118-2498-42d8-a84a-70d03d847655 req-b4e75747-c5b2-4581-bb26-07a3be6c71e1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:02.368276 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-398e9118-2498-42d8-a84a-70d03d847655 req-b4e75747-c5b2-4581-bb26-07a3be6c71e1 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 947 time: 0.0538237 Sep 23 15:28:02.431024 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-398e9118-2498-42d8-a84a-70d03d847655 req-b82aadaf-ea56-4950-a586-d53f8e19798f tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548136 Sep 23 15:28:02.852963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5804534-7acc-4d77-8911-30996f967935 req-f143a4a0-76d3-4485-9620-a4a70a38cd68 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:02.852963 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f5804534-7acc-4d77-8911-30996f967935 req-f143a4a0-76d3-4485-9620-a4a70a38cd68 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0526156 Sep 23 15:28:02.868721 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:02.899486 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f5804534-7acc-4d77-8911-30996f967935 req-3795ae6c-32f1-483b-908d-afadd4f368d6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463555 Sep 23 15:28:03.578115 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be68b2-e3df-4006-a200-447330cafe79 req-c7070fea-67c3-40e1-9eb1-8932d43feb57 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:03.579568 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d8be68b2-e3df-4006-a200-447330cafe79 req-c7070fea-67c3-40e1-9eb1-8932d43feb57 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 947 time: 0.0542924 Sep 23 15:28:03.632144 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d8be68b2-e3df-4006-a200-447330cafe79 req-78aaef17-3231-4566-aed9-ee4409e2ec43 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467136 Sep 23 15:28:04.026752 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cc01a-6f2f-4b55-9e19-b87281c6ecb2 req-340e35b3-62bf-497e-8f8e-3974ee8db79d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:04.028276 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ac8cc01a-6f2f-4b55-9e19-b87281c6ecb2 req-340e35b3-62bf-497e-8f8e-3974ee8db79d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0511317 Sep 23 15:28:04.080362 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ac8cc01a-6f2f-4b55-9e19-b87281c6ecb2 req-bde0017e-fa33-418a-bc3f-e102899a835c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462415 Sep 23 15:28:04.319011 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.781985 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea0163-6d83-4a69-849e-31d0bc761886 req-7778c7b7-3415-4ed6-896f-f11409c872b7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:04.783485 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-28ea0163-6d83-4a69-849e-31d0bc761886 req-7778c7b7-3415-4ed6-896f-f11409c872b7 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 947 time: 0.0608549 Sep 23 15:28:04.831700 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:04.836516 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-28ea0163-6d83-4a69-849e-31d0bc761886 req-2bc54e8f-a0f1-4222-ada2-30e8b05b3a52 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447216 Sep 23 15:28:05.214148 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487124f8-8aa1-40c1-ace1-4a4e971d965b req-91195e04-c547-40da-a868-d3170a5603ca tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:05.215617 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-487124f8-8aa1-40c1-ace1-4a4e971d965b req-91195e04-c547-40da-a868-d3170a5603ca tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0595818 Sep 23 15:28:05.257967 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:05.272121 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-487124f8-8aa1-40c1-ace1-4a4e971d965b req-a513dd44-fc48-4580-bd6a-cfc58a8a70c8 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505464 Sep 23 15:28:06.405368 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43630b9e-8146-4b06-9b6b-bfe3b1bf43ac req-63b7638d-2f7e-4460-aaef-57c5b9ae3364 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:06.406851 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43630b9e-8146-4b06-9b6b-bfe3b1bf43ac req-63b7638d-2f7e-4460-aaef-57c5b9ae3364 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0541959 Sep 23 15:28:06.457168 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43630b9e-8146-4b06-9b6b-bfe3b1bf43ac req-9b7a3921-888f-455c-8adb-099f25632849 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442519 Sep 23 15:28:06.474504 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-783dc750-6d76-4e45-8103-3789fa3420c8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401847 Sep 23 15:28:06.581683 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-4791df52-f477-4e10-a2eb-35f9bbcbe9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:06.583058 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-4791df52-f477-4e10-a2eb-35f9bbcbe9dd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 1131 time: 0.0430319 Sep 23 15:28:06.654167 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:06.686664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-9c446fb6-7a5b-4181-b9eb-6b7cf4ac6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:06.688111 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-9c446fb6-7a5b-4181-b9eb-6b7cf4ac6d58 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 200 len: 918 time: 0.0860994 Sep 23 15:28:06.752478 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-78a72559-bc48-4f60-8428-7f6700e1945e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 200 len: 1002 time: 0.0584197 Sep 23 15:28:06.806505 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-116d85a2-db4b-467f-912f-228c36e97242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:06.808830 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-116d85a2-db4b-467f-912f-228c36e97242 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 200 len: 856 time: 0.0505345 Sep 23 15:28:06.852603 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-b1f993ce-c6f5-4e5f-ad38-6faf094ed684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:06.854164 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-b1f993ce-c6f5-4e5f-ad38-6faf094ed684 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398092 Sep 23 15:28:06.947072 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-fa8bd66d-4bc7-48c4-8516-26db7b112750 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869479 Sep 23 15:28:07.049450 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9aff3f-1aac-4c53-ab73-b4675a34c45a req-f45225e1-1034-40f9-a28f-150e07f9e266 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962322 Sep 23 15:28:07.597057 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e13b-707a-4556-9a79-c09d6b5bf98f req-4e1b5877-920a-499c-9855-8fef489f7097 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:07.598490 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d174e13b-707a-4556-9a79-c09d6b5bf98f req-4e1b5877-920a-499c-9855-8fef489f7097 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0527751 Sep 23 15:28:07.653217 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d174e13b-707a-4556-9a79-c09d6b5bf98f req-86274f7d-b6f9-4447-a158-445b99da9119 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459373 Sep 23 15:28:08.789067 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a0986-ff5e-40c3-be5f-31f68c43db29 req-37d75121-a6c0-4c3c-a43a-be27a3e242f8 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:08.790437 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-967a0986-ff5e-40c3-be5f-31f68c43db29 req-37d75121-a6c0-4c3c-a43a-be27a3e242f8 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0551150 Sep 23 15:28:08.843902 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-967a0986-ff5e-40c3-be5f-31f68c43db29 req-f26fdc21-d2d4-479b-b1eb-05aa663529b5 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462468 Sep 23 15:28:09.988099 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d369d-a658-471e-a6ef-2cde12f024ab req-19d05156-b940-4ecd-8b75-4e0d74fc4fdb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:09.989594 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-197d369d-a658-471e-a6ef-2cde12f024ab req-19d05156-b940-4ecd-8b75-4e0d74fc4fdb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0546517 Sep 23 15:28:10.044555 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-197d369d-a658-471e-a6ef-2cde12f024ab req-0e279247-c969-488e-ade0-403b54474274 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463312 Sep 23 15:28:11.180521 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c785a9-28d0-4683-8bb2-ece26c5cd1c6 req-2036ebb2-753d-4a0b-ba16-dacc90c29fb9 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:11.181991 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33c785a9-28d0-4683-8bb2-ece26c5cd1c6 req-2036ebb2-753d-4a0b-ba16-dacc90c29fb9 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0494266 Sep 23 15:28:11.232056 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-33c785a9-28d0-4683-8bb2-ece26c5cd1c6 req-d745acd8-a6bb-40bc-be9d-af6141671535 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Sep 23 15:28:12.360278 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac41929-875f-41db-b648-befa56c03265 req-50ae35a7-5231-4a74-8f4f-32cd9435d154 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:12.361756 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fac41929-875f-41db-b648-befa56c03265 req-50ae35a7-5231-4a74-8f4f-32cd9435d154 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 943 time: 0.0506749 Sep 23 15:28:12.413886 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-fac41929-875f-41db-b648-befa56c03265 req-653603f7-e11f-4b94-ae1d-10930e987161 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457644 Sep 23 15:28:12.862699 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device f0af20c2-28ed-4543-be12-2ae4069574a5 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:28:12.971338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port f0af20c2-28ed-4543-be12-2ae4069574a5, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f0af20c2-28ed-4543-be12-2ae4069574a5,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:12.983303 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'port_id': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'mac_address': 'fa:16:3e:93:81:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:28:13.023090 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port f0af20c2-28ed-4543-be12-2ae4069574a5 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:13.023394 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.037050 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0af20c2-28ed-4543-be12-2ae4069574a5 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:28:13.057660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port f0af20c2-28ed-4543-be12-2ae4069574a5, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f0af20c2-28ed-4543-be12-2ae4069574a5,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:13.063501 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.111856 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=f0af20c2-28ed-4543-be12-2ae4069574a5,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:13.119338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.119685 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.120025 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.120361 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.120720 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.121048 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.121369 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.121720 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.122015 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.122338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.122641 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.122960 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.123652 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.123969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.124286 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:13.469711 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['f0af20c2-28ed-4543-be12-2ae4069574a5'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:28:13.548246 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec164758-bbe8-4a7a-b24b-081b3eb7995b req-5ec97114-02ab-431d-a442-b5d3f62ea6eb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:13.549189 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ec164758-bbe8-4a7a-b24b-081b3eb7995b req-5ec97114-02ab-431d-a442-b5d3f62ea6eb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 944 time: 0.0516829 Sep 23 15:28:13.577934 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:13.604695 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ec164758-bbe8-4a7a-b24b-081b3eb7995b req-6cb7b5d8-fc10-43f1-829c-eaa2dd05f569 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494931 Sep 23 15:28:13.712356 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:14.743733 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad7aee-ae3e-4384-a566-7f378b36c2ae req-bdbb3f4f-c1f0-4c3b-986f-0e6f7980a493 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:14.745218 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9ad7aee-ae3e-4384-a566-7f378b36c2ae req-bdbb3f4f-c1f0-4c3b-986f-0e6f7980a493 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 944 time: 0.0462899 Sep 23 15:28:14.798811 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9ad7aee-ae3e-4384-a566-7f378b36c2ae req-8890325e-226c-4135-b03b-8dbc162f61bb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Sep 23 15:28:14.887276 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device f0af20c2-28ed-4543-be12-2ae4069574a5 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:14.930395 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port f0af20c2-28ed-4543-be12-2ae4069574a5 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:28:14.938386 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port f0af20c2-28ed-4543-be12-2ae4069574a5 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:14.938776 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:14.939131 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port f0af20c2-28ed-4543-be12-2ae4069574a5 Sep 23 15:28:15.013449 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port f0af20c2-28ed-4543-be12-2ae4069574a5 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:15.013833 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.038638 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:15.041072 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23325c5-8567-487f-bb1f-8525c5c7c2f7" -d '{"events": [{"server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "name": "network-vif-plugged", "status": "completed", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:15.054625 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port f0af20c2-28ed-4543-be12-2ae4069574a5, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f0af20c2-28ed-4543-be12-2ae4069574a5,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:15.060132 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.086544 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40384e6c-b61e-4ece-bb37-4b7c9bc5ede1 x-openstack-request-id: req-40384e6c-b61e-4ece-bb37-4b7c9bc5ede1 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:15.086806 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "name": "network-vif-plugged", "status": "completed", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:15.087071 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40384e6c-b61e-4ece-bb37-4b7c9bc5ede1 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:15.087454 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40384e6c-b61e-4ece-bb37-4b7c9bc5ede1'] response: {'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'code': 200} Sep 23 15:28:15.112278 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=f0af20c2-28ed-4543-be12-2ae4069574a5,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:15.330505 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:15.334696 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a95f7-dd6d-43ce-827e-27a4c100d705 req-da607238-96ff-47b1-b048-435c337b2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:15.336220 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9a95f7-dd6d-43ce-827e-27a4c100d705 req-da607238-96ff-47b1-b048-435c337b2552 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 1129 time: 0.0442326 Sep 23 15:28:15.386664 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6b9a95f7-dd6d-43ce-827e-27a4c100d705 req-c9795655-adba-4632-b852-2f36485d1777 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Sep 23 15:28:15.934040 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d93840-93be-46b1-a880-a9d88e587bb7 req-11565fac-f592-41ad-955c-324d19c3b8bd tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:15.935499 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d8d93840-93be-46b1-a880-a9d88e587bb7 req-11565fac-f592-41ad-955c-324d19c3b8bd tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0538614 Sep 23 15:28:15.985564 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d8d93840-93be-46b1-a880-a9d88e587bb7 req-272a0244-e8a4-4fae-974f-0221f9288fbc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440629 Sep 23 15:28:17.124451 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43194b9f-be22-46df-9ddf-33bc9f504a24 req-11b18782-1b67-419a-9036-26768c30c2e1 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:17.126011 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43194b9f-be22-46df-9ddf-33bc9f504a24 req-11b18782-1b67-419a-9036-26768c30c2e1 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0523882 Sep 23 15:28:17.192918 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43194b9f-be22-46df-9ddf-33bc9f504a24 req-efad042a-b8fa-436f-b611-f6f397b233bf tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602956 Sep 23 15:28:18.274767 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2fc6-5f41-4069-8abf-8481828225bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.292270 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:18.334521 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77289-0aa8-42eb-ae02-bfd8d359c81b req-20faa31e-0862-4c1f-8aeb-a54db3cd9391 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:18.335987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-17d77289-0aa8-42eb-ae02-bfd8d359c81b req-20faa31e-0862-4c1f-8aeb-a54db3cd9391 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0530353 Sep 23 15:28:18.389620 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-17d77289-0aa8-42eb-ae02-bfd8d359c81b req-164842d3-5405-49ae-9146-f0a257e06889 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473092 Sep 23 15:28:18.513888 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeae5f-22a2-4f1f-9a73-277960ec1398 req-292ca521-cbba-4da8-8587-7b21b2a580bb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:18.515349 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bebeae5f-22a2-4f1f-9a73-277960ec1398 req-292ca521-cbba-4da8-8587-7b21b2a580bb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0470626 Sep 23 15:28:18.575192 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bebeae5f-22a2-4f1f-9a73-277960ec1398 req-b00f0893-49d2-402a-a523-40b4cd77787d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538926 Sep 23 15:28:18.604471 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58096) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:18.687815 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2080cf3-88f9-433e-838b-ccf37258f773 tempest-TestVolumeBootPattern-1184789317 tempest-TestVolumeBootPattern-1184789317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:18.689400 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-c2080cf3-88f9-433e-838b-ccf37258f773 tempest-TestVolumeBootPattern-1184789317 tempest-TestVolumeBootPattern-1184789317-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 1124 time: 0.0840971 Sep 23 15:28:18.692717 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58104) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:18.697139 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'port_id': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:18.719715 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.802372 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.915216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Allocated IP 172.27.1.185 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/8a453416-c102-4678-bec1-7e19c5ea2add) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:18.928518 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:19.019298 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (8a453416-c102-4678-bec1-7e19c5ea2add), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:19.053440 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (8a453416-c102-4678-bec1-7e19c5ea2add), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:19.096378 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:19.100428 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:19.106254 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:19.108916 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=8a453416-c102-4678-bec1-7e19c5ea2add,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:19.112427 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:19.120506 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.120880 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.121222 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.121554 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.121883 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.122216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.122554 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.122877 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.123544 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.123866 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.124187 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.124506 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.124849 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.125165 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.125478 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:19.225919 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24367ab-b638-464b-b895-fb69268bdce3 req-a248302d-01b9-48e1-8e3c-5592c27d2366 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:19.227266 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a24367ab-b638-464b-b895-fb69268bdce3 req-a248302d-01b9-48e1-8e3c-5592c27d2366 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 945 time: 0.0751042 Sep 23 15:28:19.595752 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a24367ab-b638-464b-b895-fb69268bdce3 req-5f927797-4395-4f63-a43a-fa0e99e53930 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3608611 Sep 23 15:28:19.801213 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (294d0ac0-f14c-4097-baaa-4764bfc9106b), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:19.875807 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (8a453416-c102-4678-bec1-7e19c5ea2add), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:19.981485 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:20.023875 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (8a453416-c102-4678-bec1-7e19c5ea2add), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.032095 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (8a453416-c102-4678-bec1-7e19c5ea2add), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.100947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=8a453416-c102-4678-bec1-7e19c5ea2add,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:20.103708 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (294d0ac0-f14c-4097-baaa-4764bfc9106b), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.198627 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:20.201734 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Floating IP 294d0ac0-f14c-4097-baaa-4764bfc9106b associated. External IP: 172.27.1.185, port: f0af20c2-28ed-4543-be12-2ae4069574a5. Sep 23 15:28:20.412364 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:20.439730 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-202cde07-be12-4520-b0c7-ebe5339dc7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.518791 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:20.529783 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:20.544442 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.549112 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:20.549859 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:20.583658 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8a7f6ce7-4f7b-4a1e-9a55-d3e934ed4ed7 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8898237 Sep 23 15:28:20.584319 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:20.586995 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32424179-00e0-4f63-a3a0-96d63ea582eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:20.629679 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f7c51-87c1-45c6-9a53-3f84ce9ff841 x-openstack-request-id: req-543f7c51-87c1-45c6-9a53-3f84ce9ff841 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:20.630314 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:20.630314 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-543f7c51-87c1-45c6-9a53-3f84ce9ff841 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:20.630668 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543f7c51-87c1-45c6-9a53-3f84ce9ff841'] response: {'name': 'network-changed', 'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'status': 'completed', 'code': 200} Sep 23 15:28:20.660195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:20.725583 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ec9a1-a46a-4d59-aa9f-74f32a0f513b req-2f9fcce9-4fd5-43a9-b23d-33a46a9fd61e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:20.726944 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2f2ec9a1-a46a-4d59-aa9f-74f32a0f513b req-2f9fcce9-4fd5-43a9-b23d-33a46a9fd61e tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 945 time: 0.0475941 Sep 23 15:28:20.742182 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-b06278b0-584c-4a31-bda7-d6e7abdc2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:20.743898 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-b06278b0-584c-4a31-bda7-d6e7abdc2799 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 1129 time: 0.0415559 Sep 23 15:28:20.778217 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2f2ec9a1-a46a-4d59-aa9f-74f32a0f513b req-bbe4ca06-77ca-47c3-adb4-b2827f18f8fa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447831 Sep 23 15:28:20.892627 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '294d0ac0-f14c-4097-baaa-4764bfc9106b', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:93:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:19Z', 'updated_at': '2022-09-23T15:28:19Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:20.926675 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:20.936012 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:20.936660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:21.042232 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:21.044296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:21.120242 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-a6b3fcb4-9fde-449e-a843-e3a84e948520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:21.121755 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-a6b3fcb4-9fde-449e-a843-e3a84e948520 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.3668447 Sep 23 15:28:21.177441 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:21.216105 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-852285e8-d735-4e61-80d7-d0d1f41706ab service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0af20c2-28ed-4543-be12-2ae4069574a5 HTTP/1.1" status: 200 len: 999 time: 0.0601444 Sep 23 15:28:21.263386 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '294d0ac0-f14c-4097-baaa-4764bfc9106b', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:93:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:19Z', 'updated_at': '2022-09-23T15:28:19Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:21.275523 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-4bd8a22c-51e8-475e-ae80-8cf3bfbac0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:21.277036 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-4bd8a22c-51e8-475e-ae80-8cf3bfbac0a3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0480785 Sep 23 15:28:21.289231 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d5f0a-7952-4169-8e5b-80b603c3a248 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '294d0ac0-f14c-4097-baaa-4764bfc9106b', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:93:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:19Z', 'updated_at': '2022-09-23T15:28:19Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:21.324583 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-5f1474b7-b60f-4009-9a77-cfe6760776fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:21.326115 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-5f1474b7-b60f-4009-9a77-cfe6760776fb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421672 Sep 23 15:28:21.425400 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-5b87a263-93cf-46f4-976d-490a91598346 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923140 Sep 23 15:28:21.481205 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46314b06-f6e1-4ce1-9be1-bb5677c14c4e None None] New status for floating IP 294d0ac0-f14c-4097-baaa-4764bfc9106b: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:28:21.581894 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-35fbf9be-3d09-49e4-b5fe-22f7e278b3e3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:21.583992 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-35fbf9be-3d09-49e4-b5fe-22f7e278b3e3 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 945 time: 0.1046166 Sep 23 15:28:21.651793 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32424179-00e0-4f63-a3a0-96d63ea582eb req-080fd12d-69ed-4b42-b3e9-91c5172a3288 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860909 Sep 23 15:28:21.695121 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Deleting port 75e7bdc4-43db-4f8f-878c-111d10f4749a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:21.695549 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.787164 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] For port 75e7bdc4-43db-4f8f-878c-111d10f4749a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=75e7bdc4-43db-4f8f-878c-111d10f4749a,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:21.787918 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.901856 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:21.912604 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.928098 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:21.986832 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08f9ba-15f9-4c51-af3a-993cf1c3e213 req-d29169ab-7d40-4a25-abd9-938318dc2439 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:21.988573 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7e08f9ba-15f9-4c51-af3a-993cf1c3e213 req-d29169ab-7d40-4a25-abd9-938318dc2439 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 945 time: 0.1080282 Sep 23 15:28:22.023613 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.023977 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (b879d1f4-726f-49d0-b858-09624fa5a21d), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.024283 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Floating IP b879d1f4-726f-49d0-b858-09624fa5a21d disassociated. External IP: 172.27.1.45, port: 75e7bdc4-43db-4f8f-878c-111d10f4749a. Sep 23 15:28:22.024623 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Calling delete_port for 75e7bdc4-43db-4f8f-878c-111d10f4749a owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:22.089045 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7e08f9ba-15f9-4c51-af3a-993cf1c3e213 req-3c20a89a-c9a4-49f7-800d-cb026a21c8b2 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935495 Sep 23 15:28:22.178372 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (75e7bdc4-43db-4f8f-878c-111d10f4749a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.205596 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event deleted for resources: {'Port': ['ID=75e7bdc4-43db-4f8f-878c-111d10f4749a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:22.319431 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Router 197d0045-a353-4617-93c2-bb7d6c36e08a has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:22.430067 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:22.439847 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] Sync routers for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:22.450953 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:22.451504 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:22.472705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] No DVR routers for this DVR port 75e7bdc4-43db-4f8f-878c-111d10f4749a on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:22.475417 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.478596 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a8f7b7af-56ac-4908-b160-c291d28e24c7 req-2cfbfbf7-5a5d-47da-b675-9c2b1886b6aa tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.64 "DELETE /networking/v2.0/ports/75e7bdc4-43db-4f8f-878c-111d10f4749a HTTP/1.1" status: 204 len: 173 time: 0.8888869 Sep 23 15:28:22.479109 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'name': 'network-vif-deleted', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:22.481387 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917eb95-5c8e-4fdf-a0c0-d43ab7dff82e" -d '{"events": [{"server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "name": "network-vif-deleted", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:22.584059 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:22.695257 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef02ac9-74f3-43f0-a0e2-0f7fd260c6ca x-openstack-request-id: req-bef02ac9-74f3-43f0-a0e2-0f7fd260c6ca {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:22.695551 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b9f1d7-4143-4d97-af21-d148c232a438", "name": "network-vif-deleted", "tag": "75e7bdc4-43db-4f8f-878c-111d10f4749a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:22.695806 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bef02ac9-74f3-43f0-a0e2-0f7fd260c6ca {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:22.696223 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef02ac9-74f3-43f0-a0e2-0f7fd260c6ca'] response: {'server_uuid': '21b9f1d7-4143-4d97-af21-d148c232a438', 'name': 'network-vif-deleted', 'tag': '75e7bdc4-43db-4f8f-878c-111d10f4749a', 'status': 'completed', 'code': 200} Sep 23 15:28:22.919189 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:22.953427 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] Checking router: 197d0045-a353-4617-93c2-bb7d6c36e08a for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:22.962536 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:22.963138 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:23.066170 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:23.213197 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4c4f44f4-e069-4b46-922a-e1d52ef1979f req-09b40043-60b7-43fc-84f8-09ca86a954e8 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=21b9f1d7-4143-4d97-af21-d148c232a438 HTTP/1.1" status: 200 len: 210 time: 0.0320942 Sep 23 15:28:23.271372 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:23.295064 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4166d-0303-40a0-a031-0b11cf241bfa None None] The sync data for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi is: [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:12Z', 'revision_number': 4, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'd246e4cb-d87c-4dba-8d60-d1dd3ffb61fb', 'name': '', 'network_id': '2b94c7d0-0c4f-4356-ac0d-a0345dcfe903', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'mac_address': 'fa:16:3e:fa:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7c1009b3-0dad-4e71-8542-59484855073f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:09Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'subnets': [{'id': '7c1009b3-0dad-4e71-8542-59484855073f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:23.366452 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.385513 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:23.404400 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.521113 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c11b8-e5ed-43ac-a404-51b7efc5aa9f None None] New status for floating IP b879d1f4-726f-49d0-b858-09624fa5a21d: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:28:24.327595 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58134) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:24.384469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-310e806a-6eb5-4590-96f8-a981693fb53d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (220f8bb8-7602-43a8-9bc4-5b46ad42c5ad), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.415701 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-310e806a-6eb5-4590-96f8-a981693fb53d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (220f8bb8-7602-43a8-9bc4-5b46ad42c5ad), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.474944 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-310e806a-6eb5-4590-96f8-a981693fb53d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (220f8bb8-7602-43a8-9bc4-5b46ad42c5ad), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.477635 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-310e806a-6eb5-4590-96f8-a981693fb53d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.478805 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-310e806a-6eb5-4590-96f8-a981693fb53d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/220f8bb8-7602-43a8-9bc4-5b46ad42c5ad HTTP/1.1" status: 204 len: 168 time: 0.1501803 Sep 23 15:28:24.481794 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58136) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:24.488301 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e806a-6eb5-4590-96f8-a981693fb53d tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220f8bb8-7602-43a8-9bc4-5b46ad42c5ad,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:24.496292 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.api.v2.resource [None req-c6f6858d-0b14-4451-b6fe-d0b8c07a0264 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] show failed (client error): The resource could not be found. Sep 23 15:28:24.497336 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c6f6858d-0b14-4451-b6fe-d0b8c07a0264 tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "GET /networking/v2.0/security-groups/220f8bb8-7602-43a8-9bc4-5b46ad42c5ad HTTP/1.1" status: 404 len: 347 time: 0.0144975 Sep 23 15:28:24.500862 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58138) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:24.619871 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Deleting port b03195fa-84f1-4acf-91e1-bf8d94689f2e {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:24.620205 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.703143 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:24.705879 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.706337 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (b03195fa-84f1-4acf-91e1-bf8d94689f2e), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.709023 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:24.721491 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Calling delete_port for b03195fa-84f1-4acf-91e1-bf8d94689f2e owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:24.874193 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (b03195fa-84f1-4acf-91e1-bf8d94689f2e), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.906115 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Pushing event deleted for resources: {'Port': ['ID=b03195fa-84f1-4acf-91e1-bf8d94689f2e,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:24.934242 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 75e7bdc4-43db-4f8f-878c-111d10f4749a no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:24.958310 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 75e7bdc4-43db-4f8f-878c-111d10f4749a {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:24.958646 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 75e7bdc4-43db-4f8f-878c-111d10f4749a not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:24.971957 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks [] for floatingip (b879d1f4-726f-49d0-b858-09624fa5a21d), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.974516 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:24.975688 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-fe807f77-fc4b-4d78-ae04-898b8783b40a tempest-AttachVolumeTestJSON-206885622 tempest-AttachVolumeTestJSON-206885622-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/b879d1f4-726f-49d0-b858-09624fa5a21d HTTP/1.1" status: 204 len: 168 time: 0.4738581 Sep 23 15:28:28.569871 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:28:28.602679 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58170) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:29.054429 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (197d0045-a353-4617-93c2-bb7d6c36e08a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:29.281081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Deleting port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:29.281581 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:29.373297 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:29.380414 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] For port d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:29.380803 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:29.382866 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:29.394782 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Calling delete_port for d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb owned by network:router_interface {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:29.577583 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:29.603164 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Pushing event deleted for resources: {'Port': ['ID=d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:29.766933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (197d0045-a353-4617-93c2-bb7d6c36e08a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:29.989184 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Router 197d0045-a353-4617-93c2-bb7d6c36e08a has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:30.100346 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:30.105801 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ad9684f1-59b1-447f-b6d9-ceadf473e614 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/197d0045-a353-4617-93c2-bb7d6c36e08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019491 Sep 23 15:28:30.108453 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58174) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:30.112070 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] Sync routers for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:30.123776 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:30.124388 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:30.208136 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks [] for router (197d0045-a353-4617-93c2-bb7d6c36e08a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:30.225366 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:30.253854 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:30.286130 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:30.312548 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks [] for router_gateway (197d0045-a353-4617-93c2-bb7d6c36e08a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:30.341487 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:30.359659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Deleting port c3c61c39-4b69-44a5-8993-bf081b82a93c {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:30.360163 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:30.395303 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:28:29Z', 'revision_number': 5, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port': {'id': 'c3c61c39-4b69-44a5-8993-bf081b82a93c', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:30.425099 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] Checking router: 197d0045-a353-4617-93c2-bb7d6c36e08a for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:30.434710 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] Routers {'197d0045-a353-4617-93c2-bb7d6c36e08a'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:30.435338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['197d0045-a353-4617-93c2-bb7d6c36e08a'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:30.518953 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] Set router 197d0045-a353-4617-93c2-bb7d6c36e08a gateway port host: None {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:30.573382 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:28:30Z', 'revision_number': 6, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:30.598961 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172f56b-c215-4c9b-8fd7-a44c4544c9e9 None None] The sync data for ids ['197d0045-a353-4617-93c2-bb7d6c36e08a'] in dv-cinder-855013-3-iscsi is: [{'id': '197d0045-a353-4617-93c2-bb7d6c36e08a', 'name': 'tempest-AttachVolumeTestJSON-284241252-router', 'tenant_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:28:30Z', 'revision_number': 6, 'project_id': 'd4fd7ca907fa4806904e1c00b21b5447', 'gw_port_host': None}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:30.710052 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] For port c3c61c39-4b69-44a5-8993-bf081b82a93c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=c3c61c39-4b69-44a5-8993-bf081b82a93c,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:30.710675 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:30.723200 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Calling delete_port for c3c61c39-4b69-44a5-8993-bf081b82a93c owned by network:router_gateway {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:30.762993 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:30.893590 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (c3c61c39-4b69-44a5-8993-bf081b82a93c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:30.926312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c61c39-4b69-44a5-8993-bf081b82a93c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:30.989053 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (197d0045-a353-4617-93c2-bb7d6c36e08a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.078147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (197d0045-a353-4617-93c2-bb7d6c36e08a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.080327 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks [] for router_controller (197d0045-a353-4617-93c2-bb7d6c36e08a), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.127289 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (197d0045-a353-4617-93c2-bb7d6c36e08a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.128111 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 197d0045-a353-4617-93c2-bb7d6c36e08a {{(pid=106666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:28:31.133136 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.134268 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-54d8f54c-53c3-48eb-bfba-92501a8b3c6c admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/197d0045-a353-4617-93c2-bb7d6c36e08a HTTP/1.1" status: 204 len: 168 time: 1.0245898 Sep 23 15:28:31.136959 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58176) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:31.186217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] Deleting subnet 7c1009b3-0dad-4e71-8542-59484855073f {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:28:31.189302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] Publish callbacks [] for subnet (7c1009b3-0dad-4e71-8542-59484855073f), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.224311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182405'] for subnet (7c1009b3-0dad-4e71-8542-59484855073f), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.303988 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (7c1009b3-0dad-4e71-8542-59484855073f), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.363928 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4098800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2913706'] for subnet (7c1009b3-0dad-4e71-8542-59484855073f), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.387673 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1009b3-0dad-4e71-8542-59484855073f,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:31.393355 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.396694 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-a4479c8b-f150-45cc-8f65-6c9063310729 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/7c1009b3-0dad-4e71-8542-59484855073f HTTP/1.1" status: 204 len: 168 time: 0.2587600 Sep 23 15:28:31.399653 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58178) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:31.402208 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80487f-1755-4316-b412-af51a2b91a08 None None] Network 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:31.408009 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:31.450625 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:31.477031 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.523319 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Deleting port 826043c6-b099-4ad9-ab99-5348b090f2a3 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:31.523685 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.588302 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] DHCP port deletion for 2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:28:31.602446 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] For port 826043c6-b099-4ad9-ab99-5348b090f2a3, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=826043c6-b099-4ad9-ab99-5348b090f2a3,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:31.602807 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.621454 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Calling delete_port for 826043c6-b099-4ad9-ab99-5348b090f2a3 owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:31.628166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] Deleting port 826043c6-b099-4ad9-ab99-5348b090f2a3 {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:31.628541 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.700528 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] For port 826043c6-b099-4ad9-ab99-5348b090f2a3, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=826043c6-b099-4ad9-ab99-5348b090f2a3,segment=NetworkSegment(41817052-997a-4171-a70f-f7bc1f1eed51),segment_id=41817052-997a-4171-a70f-f7bc1f1eed51)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:31.701037 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.703889 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.714613 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] Calling delete_port for 826043c6-b099-4ad9-ab99-5348b090f2a3 owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:31.733898 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Pushing event deleted for resources: {'Port': ['ID=826043c6-b099-4ad9-ab99-5348b090f2a3,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:31.737533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] No DVR routers for this DVR port 826043c6-b099-4ad9-ab99-5348b090f2a3 on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:31.792372 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (826043c6-b099-4ad9-ab99-5348b090f2a3), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.809883 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.819355 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] Pushing event deleted for resources: {'Port': ['ID=826043c6-b099-4ad9-ab99-5348b090f2a3,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:31.824448 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba8325-a304-4a97-b880-85e9120b815f None None] No DVR routers for this DVR port 826043c6-b099-4ad9-ab99-5348b090f2a3 on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:31.832151 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b94c7d0-0c4f-4356-ac0d-a0345dcfe903']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:31.843252 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41817052-997a-4171-a70f-f7bc1f1eed51') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:31.843548 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41817052-997a-4171-a70f-f7bc1f1eed51') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:31.853953 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (41817052-997a-4171-a70f-f7bc1f1eed51), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.867564 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (41817052-997a-4171-a70f-f7bc1f1eed51), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.874468 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:28:31.875045 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (41817052-997a-4171-a70f-f7bc1f1eed51), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.918653 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 41817052-997a-4171-a70f-f7bc1f1eed51 resource provider aggregate not found Sep 23 15:28:31.936073 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 41817052-997a-4171-a70f-f7bc1f1eed51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41817052-997a-4171-a70f-f7bc1f1eed51 found for delete ", "request_id": "req-c80413cc-b646-4e7c-8d73-74f6831c862c"}]} Sep 23 15:28:31.943851 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (2b94c7d0-0c4f-4356-ac0d-a0345dcfe903), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.951996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.955077 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/2b94c7d0-0c4f-4356-ac0d-a0345dcfe903 HTTP/1.1" status: 204 len: 168 time: 0.5538654 Sep 23 15:28:31.965202 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535510d-ad3d-4571-991a-13b1ba60de25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b94c7d0-0c4f-4356-ac0d-a0345dcfe903,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:32.083806 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58186) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:32.124795 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-44151cfd-1477-4daf-a433-f32f56962a4e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d4fd7ca907fa4806904e1c00b21b5447&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398097 Sep 23 15:28:32.128731 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58188) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:32.181332 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc3f-6bad-46b7-9b23-eb67c32d0501 admin admin] Publish callbacks [] for security_group (460dcab9-bc6c-451a-b050-ff103ed74196), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:32.202431 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc3f-6bad-46b7-9b23-eb67c32d0501 admin admin] Publish callbacks [] for security_group (460dcab9-bc6c-451a-b050-ff103ed74196), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:32.254319 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc3f-6bad-46b7-9b23-eb67c32d0501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (460dcab9-bc6c-451a-b050-ff103ed74196), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:32.257047 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c39bdc3f-6bad-46b7-9b23-eb67c32d0501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:32.258236 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c39bdc3f-6bad-46b7-9b23-eb67c32d0501 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/460dcab9-bc6c-451a-b050-ff103ed74196 HTTP/1.1" status: 204 len: 168 time: 0.1286035 Sep 23 15:28:32.266286 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bdc3f-6bad-46b7-9b23-eb67c32d0501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460dcab9-bc6c-451a-b050-ff103ed74196,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:32.597159 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device c3c61c39-4b69-44a5-8993-bf081b82a93c no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:32.616608 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: c3c61c39-4b69-44a5-8993-bf081b82a93c {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:32.616977 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device c3c61c39-4b69-44a5-8993-bf081b82a93c not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:32.617398 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:32.635602 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:32.635947 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device d246e4cb-d87c-4dba-8d60-d1dd3ffb61fb not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:32.636364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 826043c6-b099-4ad9-ab99-5348b090f2a3 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:32.654491 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 826043c6-b099-4ad9-ab99-5348b090f2a3 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:32.654830 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 826043c6-b099-4ad9-ab99-5348b090f2a3 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:33.594652 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:34.326917 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:41.951059 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=49,neutron:DELETE=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:41.951869 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:41.988085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58310) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:42.095945 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-434320a6-fb81-47d0-869c-e7e5383fd547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:42.181363 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-434320a6-fb81-47d0-869c-e7e5383fd547 admin admin] Publish callbacks [] for security_group (de540573-a117-4213-97ec-98cf6504da08), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:42.186592 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-434320a6-fb81-47d0-869c-e7e5383fd547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (de540573-a117-4213-97ec-98cf6504da08), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:42.227124 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434320a6-fb81-47d0-869c-e7e5383fd547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de540573-a117-4213-97ec-98cf6504da08,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:42.231470 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-434320a6-fb81-47d0-869c-e7e5383fd547 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c13354446d9941a5bb0565a8fb9b4029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421176 Sep 23 15:28:42.234264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58314) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:42.261282 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=74,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:42.262478 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:42.290256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e60f6f30-f470-4539-afb0-31298a76276a admin admin] Publish callbacks [] for security_group (de540573-a117-4213-97ec-98cf6504da08), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:42.311060 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e60f6f30-f470-4539-afb0-31298a76276a admin admin] Publish callbacks [] for security_group (de540573-a117-4213-97ec-98cf6504da08), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:42.362011 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e60f6f30-f470-4539-afb0-31298a76276a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (de540573-a117-4213-97ec-98cf6504da08), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:42.365715 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e60f6f30-f470-4539-afb0-31298a76276a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:42.367369 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e60f6f30-f470-4539-afb0-31298a76276a admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/de540573-a117-4213-97ec-98cf6504da08 HTTP/1.1" status: 204 len: 168 time: 0.1321669 Sep 23 15:28:42.375762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f6f30-f470-4539-afb0-31298a76276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de540573-a117-4213-97ec-98cf6504da08,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:44.322881 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:46.438407 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=12 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:46.440841 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:47.518921 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58410) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:47.636268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c9b3-94ea-4f22-9af2-33202aebb23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:47.713575 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c9b3-94ea-4f22-9af2-33202aebb23e admin admin] Publish callbacks [] for security_group (aef859a0-38b1-46b6-ac23-0d1d8a444043), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:47.720735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c9b3-94ea-4f22-9af2-33202aebb23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (aef859a0-38b1-46b6-ac23-0d1d8a444043), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:47.762154 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f7b2c9b3-94ea-4f22-9af2-33202aebb23e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=87f978a6d63843e2937a36adbb582272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419348 Sep 23 15:28:47.762945 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2c9b3-94ea-4f22-9af2-33202aebb23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef859a0-38b1-46b6-ac23-0d1d8a444043,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:47.764759 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58414) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:47.817025 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-89a992a4-a2dc-462f-9a23-18caac9e831e admin admin] Publish callbacks [] for security_group (aef859a0-38b1-46b6-ac23-0d1d8a444043), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:47.837980 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-89a992a4-a2dc-462f-9a23-18caac9e831e admin admin] Publish callbacks [] for security_group (aef859a0-38b1-46b6-ac23-0d1d8a444043), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:47.892706 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-89a992a4-a2dc-462f-9a23-18caac9e831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (aef859a0-38b1-46b6-ac23-0d1d8a444043), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:47.896735 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-89a992a4-a2dc-462f-9a23-18caac9e831e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:47.898289 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-89a992a4-a2dc-462f-9a23-18caac9e831e admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/aef859a0-38b1-46b6-ac23-0d1d8a444043 HTTP/1.1" status: 204 len: 168 time: 0.1318183 Sep 23 15:28:47.908122 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a992a4-a2dc-462f-9a23-18caac9e831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef859a0-38b1-46b6-ac23-0d1d8a444043,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:48.192672 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58420) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:48.206482 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3d1f5d2d-02c5-417a-b04a-2a82ee47d0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.269346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-888b7bce-98e1-423d-9b08-f348148ae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.293409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3d1f5d2d-02c5-417a-b04a-2a82ee47d0cc admin admin] Publish callbacks [] for security_group (7bdefd35-eba7-4518-a404-0d3dd25840aa), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.298407 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-3d1f5d2d-02c5-417a-b04a-2a82ee47d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7bdefd35-eba7-4518-a404-0d3dd25840aa), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.341272 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-3d1f5d2d-02c5-417a-b04a-2a82ee47d0cc admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=da44b71820bb4713a72d5aafdad43b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448395 Sep 23 15:28:48.341272 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f5d2d-02c5-417a-b04a-2a82ee47d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdefd35-eba7-4518-a404-0d3dd25840aa,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:48.341906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58422) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:48.398509 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aca41241-4590-4100-bd1e-71c33007df06 admin admin] Publish callbacks [] for security_group (7bdefd35-eba7-4518-a404-0d3dd25840aa), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.419661 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aca41241-4590-4100-bd1e-71c33007df06 admin admin] Publish callbacks [] for security_group (7bdefd35-eba7-4518-a404-0d3dd25840aa), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.474882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aca41241-4590-4100-bd1e-71c33007df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7bdefd35-eba7-4518-a404-0d3dd25840aa), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.477868 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aca41241-4590-4100-bd1e-71c33007df06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:48.479059 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-aca41241-4590-4100-bd1e-71c33007df06 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7bdefd35-eba7-4518-a404-0d3dd25840aa HTTP/1.1" status: 204 len: 168 time: 0.1360872 Sep 23 15:28:48.487993 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41241-4590-4100-bd1e-71c33007df06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdefd35-eba7-4518-a404-0d3dd25840aa,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:50.183491 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58468) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:50.293902 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e78cd422-6012-4f94-9dd9-4fcbe93aae23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.374236 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e78cd422-6012-4f94-9dd9-4fcbe93aae23 admin admin] Publish callbacks [] for security_group (736597cc-99b1-4e26-8d3f-4a64fb850f6e), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.383398 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e78cd422-6012-4f94-9dd9-4fcbe93aae23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (736597cc-99b1-4e26-8d3f-4a64fb850f6e), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.422284 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e78cd422-6012-4f94-9dd9-4fcbe93aae23 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=cd1f835336b64fcc9c850f69c4d8b711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376125 Sep 23 15:28:50.423156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd422-6012-4f94-9dd9-4fcbe93aae23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736597cc-99b1-4e26-8d3f-4a64fb850f6e,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:50.425372 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58472) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:50.446149 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d8c40f06-8c52-4759-b78e-84d048177338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.478218 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d34cb8b-f8f4-4bbf-b2ec-a17bd3c62273 admin admin] Publish callbacks [] for security_group (736597cc-99b1-4e26-8d3f-4a64fb850f6e), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.480795 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:50.499933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d34cb8b-f8f4-4bbf-b2ec-a17bd3c62273 admin admin] Publish callbacks [] for security_group (736597cc-99b1-4e26-8d3f-4a64fb850f6e), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.528333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:50.550628 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d34cb8b-f8f4-4bbf-b2ec-a17bd3c62273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (736597cc-99b1-4e26-8d3f-4a64fb850f6e), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.554655 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1d34cb8b-f8f4-4bbf-b2ec-a17bd3c62273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.556264 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-1d34cb8b-f8f4-4bbf-b2ec-a17bd3c62273 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/736597cc-99b1-4e26-8d3f-4a64fb850f6e HTTP/1.1" status: 204 len: 168 time: 0.1299238 Sep 23 15:28:50.565199 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34cb8b-f8f4-4bbf-b2ec-a17bd3c62273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736597cc-99b1-4e26-8d3f-4a64fb850f6e,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:50.845657 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58478) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:50.859815 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6a461b09-38b9-48dc-94c0-3e5d0151960b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.947201 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6a461b09-38b9-48dc-94c0-3e5d0151960b admin admin] Publish callbacks [] for security_group (f6377d77-52f3-4cb6-960c-a5032d2e871d), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.962360 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6a461b09-38b9-48dc-94c0-3e5d0151960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f6377d77-52f3-4cb6-960c-a5032d2e871d), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:51.008055 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6a461b09-38b9-48dc-94c0-3e5d0151960b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c997f98799164e8f86d3eb7a7c6e6a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612589 Sep 23 15:28:51.008912 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a461b09-38b9-48dc-94c0-3e5d0151960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6377d77-52f3-4cb6-960c-a5032d2e871d,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:51.011527 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58480) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:51.062179 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44a51b4b-a557-4992-8b56-066205a937c7 admin admin] Publish callbacks [] for security_group (f6377d77-52f3-4cb6-960c-a5032d2e871d), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:51.085230 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44a51b4b-a557-4992-8b56-066205a937c7 admin admin] Publish callbacks [] for security_group (f6377d77-52f3-4cb6-960c-a5032d2e871d), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:51.137687 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44a51b4b-a557-4992-8b56-066205a937c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f6377d77-52f3-4cb6-960c-a5032d2e871d), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:51.140194 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-44a51b4b-a557-4992-8b56-066205a937c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:51.141372 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-44a51b4b-a557-4992-8b56-066205a937c7 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f6377d77-52f3-4cb6-960c-a5032d2e871d HTTP/1.1" status: 204 len: 168 time: 0.1285653 Sep 23 15:28:51.149697 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51b4b-a557-4992-8b56-066205a937c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6377d77-52f3-4cb6-960c-a5032d2e871d,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:51.911244 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:53.368288 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:53.401390 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.509655 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58580) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:56.621695 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-046daac2-0878-4b3c-bb6a-07a363c0e0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.659824 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:56.681590 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:INSERT=24,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:56.702057 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-046daac2-0878-4b3c-bb6a-07a363c0e0c6 admin admin] Publish callbacks [] for security_group (1f244f19-7f71-4394-89e8-e4ae9b39330c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.707165 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-046daac2-0878-4b3c-bb6a-07a363c0e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1f244f19-7f71-4394-89e8-e4ae9b39330c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.746700 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-046daac2-0878-4b3c-bb6a-07a363c0e0c6 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=565e4129e315483db086b7741866a85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359209 Sep 23 15:28:56.747966 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046daac2-0878-4b3c-bb6a-07a363c0e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f244f19-7f71-4394-89e8-e4ae9b39330c,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:56.750787 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58584) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:56.802149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-741d4dfe-c4ed-4fbc-bb9d-9d0e2d83d51b admin admin] Publish callbacks [] for security_group (1f244f19-7f71-4394-89e8-e4ae9b39330c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.822846 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-741d4dfe-c4ed-4fbc-bb9d-9d0e2d83d51b admin admin] Publish callbacks [] for security_group (1f244f19-7f71-4394-89e8-e4ae9b39330c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.872961 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-741d4dfe-c4ed-4fbc-bb9d-9d0e2d83d51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1f244f19-7f71-4394-89e8-e4ae9b39330c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.875664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-741d4dfe-c4ed-4fbc-bb9d-9d0e2d83d51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.876838 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-741d4dfe-c4ed-4fbc-bb9d-9d0e2d83d51b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1f244f19-7f71-4394-89e8-e4ae9b39330c HTTP/1.1" status: 204 len: 168 time: 0.1249905 Sep 23 15:28:56.884358 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d4dfe-c4ed-4fbc-bb9d-9d0e2d83d51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f244f19-7f71-4394-89e8-e4ae9b39330c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:57.163498 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58590) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:57.177461 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a99-01f2-490e-a970-66239b814edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.267348 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a99-01f2-490e-a970-66239b814edb admin admin] Publish callbacks [] for security_group (384113c9-7a86-4a14-87c0-ca08b3440f72), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.274176 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a99-01f2-490e-a970-66239b814edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (384113c9-7a86-4a14-87c0-ca08b3440f72), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.316158 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6d5f8a99-01f2-490e-a970-66239b814edb admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0cea37607e0a4c5d817cffcd0c9df31e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516275 Sep 23 15:28:57.317022 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f8a99-01f2-490e-a970-66239b814edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384113c9-7a86-4a14-87c0-ca08b3440f72,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:57.319791 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58592) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:57.373380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e1872fc0-83ed-4dde-9bfc-d078305d3b22 admin admin] Publish callbacks [] for security_group (384113c9-7a86-4a14-87c0-ca08b3440f72), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.402348 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e1872fc0-83ed-4dde-9bfc-d078305d3b22 admin admin] Publish callbacks [] for security_group (384113c9-7a86-4a14-87c0-ca08b3440f72), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.463246 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e1872fc0-83ed-4dde-9bfc-d078305d3b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (384113c9-7a86-4a14-87c0-ca08b3440f72), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.466068 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e1872fc0-83ed-4dde-9bfc-d078305d3b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.467301 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e1872fc0-83ed-4dde-9bfc-d078305d3b22 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/384113c9-7a86-4a14-87c0-ca08b3440f72 HTTP/1.1" status: 204 len: 168 time: 0.1465151 Sep 23 15:28:57.476472 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1872fc0-83ed-4dde-9bfc-d078305d3b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384113c9-7a86-4a14-87c0-ca08b3440f72,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:57.817058 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58598) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:57.831030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1d761a1a-6de1-4907-81df-6773f6ce0ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.912376 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1d761a1a-6de1-4907-81df-6773f6ce0ba2 admin admin] Publish callbacks [] for security_group (c72eee6a-787b-4abc-9850-d29b3bd84b7a), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.917598 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1d761a1a-6de1-4907-81df-6773f6ce0ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c72eee6a-787b-4abc-9850-d29b3bd84b7a), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:57.954756 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d761a1a-6de1-4907-81df-6773f6ce0ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72eee6a-787b-4abc-9850-d29b3bd84b7a,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:57.961670 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-1d761a1a-6de1-4907-81df-6773f6ce0ba2 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=a081a74fe4b848bfa36bb94a110fa6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409636 Sep 23 15:28:57.961860 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58600) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:58.011223 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b758bdfd-a299-4805-9d00-2510cdea8e75 admin admin] Publish callbacks [] for security_group (c72eee6a-787b-4abc-9850-d29b3bd84b7a), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:58.031097 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b758bdfd-a299-4805-9d00-2510cdea8e75 admin admin] Publish callbacks [] for security_group (c72eee6a-787b-4abc-9850-d29b3bd84b7a), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:58.087777 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b758bdfd-a299-4805-9d00-2510cdea8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (c72eee6a-787b-4abc-9850-d29b3bd84b7a), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:58.090349 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-b758bdfd-a299-4805-9d00-2510cdea8e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:58.091516 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b758bdfd-a299-4805-9d00-2510cdea8e75 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/c72eee6a-787b-4abc-9850-d29b3bd84b7a HTTP/1.1" status: 204 len: 168 time: 0.1287425 Sep 23 15:28:58.099441 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758bdfd-a299-4805-9d00-2510cdea8e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72eee6a-787b-4abc-9850-d29b3bd84b7a,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:00.734810 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37028a0-9b79-41ff-9536-7b070c02ead1 req-5df8b8ee-e177-4a39-a79a-984315867527 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:00.742772 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b37028a0-9b79-41ff-9536-7b070c02ead1 req-5df8b8ee-e177-4a39-a79a-984315867527 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 947 time: 0.0515945 Sep 23 15:29:00.787299 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b37028a0-9b79-41ff-9536-7b070c02ead1 req-ad685e5b-e3bc-4d41-87b2-f905479073af tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Sep 23 15:29:01.919887 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b03b-7143-4bb1-b597-e2ad2433e805 req-d057ad9d-7e84-4ad1-b7c3-de083f55d909 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:01.921592 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0c51b03b-7143-4bb1-b597-e2ad2433e805 req-d057ad9d-7e84-4ad1-b7c3-de083f55d909 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 947 time: 0.0512424 Sep 23 15:29:01.969333 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0c51b03b-7143-4bb1-b597-e2ad2433e805 req-faee8c15-e367-47a0-aeb3-99bfab430d81 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=3559f199-48c7-4281-8780-e169227277cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Sep 23 15:29:02.343253 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-314e07e0-a9b5-406b-baa7-398f00bc4f48 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:02.344553 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-314e07e0-a9b5-406b-baa7-398f00bc4f48 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 947 time: 0.0577812 Sep 23 15:29:02.428683 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Deleting port 5ce0bfbd-c402-457c-b397-3abfbebd324a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:29:02.429031 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:02.505377 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:02.506246 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:02.520311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] For port 5ce0bfbd-c402-457c-b397-3abfbebd324a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5ce0bfbd-c402-457c-b397-3abfbebd324a,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:02.520694 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:02.527264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:02.587275 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:02.696001 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:02.696339 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (692276c8-5b14-4734-a9d8-5235e06fa0f9), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:02.696883 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Floating IP 692276c8-5b14-4734-a9d8-5235e06fa0f9 disassociated. External IP: 172.27.1.174, port: 5ce0bfbd-c402-457c-b397-3abfbebd324a. Sep 23 15:29:02.697443 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Calling delete_port for 5ce0bfbd-c402-457c-b397-3abfbebd324a owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:29:02.852467 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (5ce0bfbd-c402-457c-b397-3abfbebd324a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:02.882855 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event deleted for resources: {'Port': ['ID=5ce0bfbd-c402-457c-b397-3abfbebd324a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:02.896320 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.896739 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.897086 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.897420 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.897753 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.898066 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.898395 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.898729 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.899039 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.899359 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.899685 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.900007 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.900361 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.900676 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:02.901019 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:03.003104 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Router 1a95cb75-3c6a-4c47-9322-e911744a7e86 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:29:03.089830 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c61a3ddb-9430-41a8-832a-cd14a4810841 req-2a79489a-f611-425b-8101-931fc8b6839d tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=37411fb8-ca8b-42de-850e-3ca0d9c9d615 HTTP/1.1" status: 200 len: 210 time: 0.0329325 Sep 23 15:29:03.137291 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:29:03.148439 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] Sync routers for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:29:03.158649 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:03.159221 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:03.187003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] No DVR routers for this DVR port 5ce0bfbd-c402-457c-b397-3abfbebd324a on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:29:03.192579 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:03.195936 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7b828fe5-dfd1-4890-b805-a00e16d50d56 req-e6fc6835-26ee-492d-a188-74a5205e2075 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.64 "DELETE /networking/v2.0/ports/5ce0bfbd-c402-457c-b397-3abfbebd324a HTTP/1.1" status: 204 len: 173 time: 0.8458974 Sep 23 15:29:03.196466 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-deleted', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:03.198758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2afa93-3521-4683-ab13-9874e22d6a8a" -d '{"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-deleted", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:03.241031 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dc67ec-a96d-439f-b3b2-b79d15a7d730 x-openstack-request-id: req-78dc67ec-a96d-439f-b3b2-b79d15a7d730 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:03.241356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37411fb8-ca8b-42de-850e-3ca0d9c9d615", "name": "network-vif-deleted", "tag": "5ce0bfbd-c402-457c-b397-3abfbebd324a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:03.241612 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-78dc67ec-a96d-439f-b3b2-b79d15a7d730 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:03.242217 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78dc67ec-a96d-439f-b3b2-b79d15a7d730'] response: {'server_uuid': '37411fb8-ca8b-42de-850e-3ca0d9c9d615', 'name': 'network-vif-deleted', 'tag': '5ce0bfbd-c402-457c-b397-3abfbebd324a', 'status': 'completed', 'code': 200} Sep 23 15:29:03.289831 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:03.500234 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:03.540079 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] Checking router: 1a95cb75-3c6a-4c47-9322-e911744a7e86 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:29:03.551673 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:03.552266 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:03.655271 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:03.851890 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:03.881129 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e4d4e-f0c8-42c4-a8bd-06069a7a0d56 None None] The sync data for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi is: [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': 'f700f692-d433-4dce-98dc-d4995486be25', 'name': '', 'network_id': '16dbf76f-cd6b-4812-a7f7-e2899a0b32a2', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'mac_address': 'fa:16:3e:f7:2d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:03Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'subnets': [{'id': '216ee270-e2d7-4f84-a0d7-d8ccb1359744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:29:04.124566 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad5e91b-fbbf-4b4c-b72d-8208ff619db7 None None] New status for floating IP 692276c8-5b14-4734-a9d8-5235e06fa0f9: DOWN {{(pid=106668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:29:04.194993 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:04.205092 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58704) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:04.266793 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8c794e68-8520-4350-976a-91b576210374 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (3559f199-48c7-4281-8780-e169227277cc), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.291681 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8c794e68-8520-4350-976a-91b576210374 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (3559f199-48c7-4281-8780-e169227277cc), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.341315 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.345664 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8c794e68-8520-4350-976a-91b576210374 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3559f199-48c7-4281-8780-e169227277cc), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.348792 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8c794e68-8520-4350-976a-91b576210374 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.350137 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-8c794e68-8520-4350-976a-91b576210374 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3559f199-48c7-4281-8780-e169227277cc HTTP/1.1" status: 204 len: 168 time: 0.1440489 Sep 23 15:29:04.353207 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58710) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:04.361359 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c794e68-8520-4350-976a-91b576210374 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3559f199-48c7-4281-8780-e169227277cc,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:04.372015 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.api.v2.resource [None req-5c12c57f-c79d-4c94-9e22-1deb1faeacb0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] show failed (client error): The resource could not be found. Sep 23 15:29:04.373374 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5c12c57f-c79d-4c94-9e22-1deb1faeacb0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "GET /networking/v2.0/security-groups/3559f199-48c7-4281-8780-e169227277cc HTTP/1.1" status: 404 len: 347 time: 0.0185950 Sep 23 15:29:04.376513 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58712) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:04.490210 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Deleting port 4ceb9888-7c5b-492c-9cee-14aa98c2711a {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:29:04.490505 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.526584 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:04.549776 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:04.577849 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.578172 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (4ceb9888-7c5b-492c-9cee-14aa98c2711a), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.592618 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Calling delete_port for 4ceb9888-7c5b-492c-9cee-14aa98c2711a owned by network:floatingip {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:29:04.722132 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (4ceb9888-7c5b-492c-9cee-14aa98c2711a), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.748089 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Pushing event deleted for resources: {'Port': ['ID=4ceb9888-7c5b-492c-9cee-14aa98c2711a,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:04.826587 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks [] for floatingip (692276c8-5b14-4734-a9d8-5235e06fa0f9), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.829154 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.830289 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ca7c2c99-c673-474f-ac7f-be863d69aa08 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/692276c8-5b14-4734-a9d8-5235e06fa0f9 HTTP/1.1" status: 204 len: 168 time: 0.4528496 Sep 23 15:29:05.569030 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:29:07.195364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:29:07.220849 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 5ce0bfbd-c402-457c-b397-3abfbebd324a {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:29:07.221208 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 5ce0bfbd-c402-457c-b397-3abfbebd324a not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:29:07.291304 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58776) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:07.795268 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (1a95cb75-3c6a-4c47-9322-e911744a7e86), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:08.022672 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:08.028185 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Deleting port f700f692-d433-4dce-98dc-d4995486be25 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:29:08.028530 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (f700f692-d433-4dce-98dc-d4995486be25), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:08.111682 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:08.117339 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] For port f700f692-d433-4dce-98dc-d4995486be25, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=f700f692-d433-4dce-98dc-d4995486be25,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:08.117724 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (f700f692-d433-4dce-98dc-d4995486be25), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:08.132223 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Calling delete_port for f700f692-d433-4dce-98dc-d4995486be25 owned by network:router_interface {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:29:08.322599 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (f700f692-d433-4dce-98dc-d4995486be25), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:08.356749 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f700f692-d433-4dce-98dc-d4995486be25,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:08.524502 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (1a95cb75-3c6a-4c47-9322-e911744a7e86), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:08.981518 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Router 1a95cb75-3c6a-4c47-9322-e911744a7e86 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:29:09.086871 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:29:09.092234 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5e1aa2fd-b489-4efe-ba88-7c95bcdca5e9 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/1a95cb75-3c6a-4c47-9322-e911744a7e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7999282 Sep 23 15:29:09.095089 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58788) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:09.095911 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] Sync routers for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:29:09.106810 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:09.107501 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:09.193391 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:09.204188 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks [] for router (1a95cb75-3c6a-4c47-9322-e911744a7e86), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.215754 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:09.241693 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:09.321034 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks [] for router_gateway (1a95cb75-3c6a-4c47-9322-e911744a7e86), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.351341 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58794) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:09.370002 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Deleting port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:29:09.370605 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.461954 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] For port 586e1d6a-b0b9-4d1c-bebe-fb18a7403944, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:09.462395 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.472276 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bde651ac-eb95-48cf-aa2b-cf8af9487ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.477377 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Calling delete_port for 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 owned by network:router_gateway {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:29:09.508194 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:29:08Z', 'revision_number': 5, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port': {'id': '586e1d6a-b0b9-4d1c-bebe-fb18a7403944', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:58Z', 'updated_at': '2022-09-23T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:09.533175 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] Checking router: 1a95cb75-3c6a-4c47-9322-e911744a7e86 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:29:09.540411 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:09.542173 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:09.549942 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] Routers {'1a95cb75-3c6a-4c47-9322-e911744a7e86'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:09.550613 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['1a95cb75-3c6a-4c47-9322-e911744a7e86'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:09.568748 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bde651ac-eb95-48cf-aa2b-cf8af9487ddf admin admin] Publish callbacks [] for security_group (f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.574428 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-bde651ac-eb95-48cf-aa2b-cf8af9487ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.605149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:09.623508 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-bde651ac-eb95-48cf-aa2b-cf8af9487ddf admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=4e94c5e027104aef957c6387bd80c25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681322 Sep 23 15:29:09.623508 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde651ac-eb95-48cf-aa2b-cf8af9487ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:09.625003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58798) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:09.641549 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] Set router 1a95cb75-3c6a-4c47-9322-e911744a7e86 gateway port host: None {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:09.664766 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (586e1d6a-b0b9-4d1c-bebe-fb18a7403944), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.684639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-31b631e6-5374-491c-bee0-11551fbef1e1 admin admin] Publish callbacks [] for security_group (f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.689719 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=586e1d6a-b0b9-4d1c-bebe-fb18a7403944,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:09.692623 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:09.695003 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:29:09Z', 'revision_number': 6, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:09.709486 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-31b631e6-5374-491c-bee0-11551fbef1e1 admin admin] Publish callbacks [] for security_group (f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.727810 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b52d76-e090-44a3-b721-8991ff4e0910 None None] The sync data for ids ['1a95cb75-3c6a-4c47-9322-e911744a7e86'] in dv-cinder-855013-3-iscsi is: [{'id': '1a95cb75-3c6a-4c47-9322-e911744a7e86', 'name': 'tempest-AttachVolumeShelveTestJSON-1502963036-router', 'tenant_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:57Z', 'updated_at': '2022-09-23T15:29:09Z', 'revision_number': 6, 'project_id': 'bb9f84f2d16a4389a4be567cd2be3a8a', 'gw_port_host': None}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:29:09.770366 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-31b631e6-5374-491c-bee0-11551fbef1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.770809 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (1a95cb75-3c6a-4c47-9322-e911744a7e86), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.774003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-31b631e6-5374-491c-bee0-11551fbef1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.775182 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-31b631e6-5374-491c-bee0-11551fbef1e1 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a HTTP/1.1" status: 204 len: 168 time: 0.1489007 Sep 23 15:29:09.783465 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b631e6-5374-491c-bee0-11551fbef1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea0aa5-5653-4cb8-adf2-9a54a4a6b43a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:09.860435 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (1a95cb75-3c6a-4c47-9322-e911744a7e86), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.862613 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks [] for router_controller (1a95cb75-3c6a-4c47-9322-e911744a7e86), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.906980 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (1a95cb75-3c6a-4c47-9322-e911744a7e86), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.907737 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a95cb75-3c6a-4c47-9322-e911744a7e86 {{(pid=106667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:29:09.912186 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.913431 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-917cac46-d8f8-44be-82ad-2d8ac1729ccb admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/1a95cb75-3c6a-4c47-9322-e911744a7e86 HTTP/1.1" status: 204 len: 168 time: 0.8174047 Sep 23 15:29:09.916048 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58804) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:09.962583 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] Deleting subnet 216ee270-e2d7-4f84-a0d7-d8ccb1359744 {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:29:09.965741 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] Publish callbacks [] for subnet (216ee270-e2d7-4f84-a0d7-d8ccb1359744), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.004321 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26794372'] for subnet (216ee270-e2d7-4f84-a0d7-d8ccb1359744), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.092123 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (216ee270-e2d7-4f84-a0d7-d8ccb1359744), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.153181 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:10.162747 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26788550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25488271'] for subnet (216ee270-e2d7-4f84-a0d7-d8ccb1359744), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.167389 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:10.193430 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216ee270-e2d7-4f84-a0d7-d8ccb1359744,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:10.195643 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.199236 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e97c6632-8af9-4bf6-bdf0-754796c53f84 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/216ee270-e2d7-4f84-a0d7-d8ccb1359744 HTTP/1.1" status: 204 len: 168 time: 0.2819724 Sep 23 15:29:10.201899 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58814) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:10.208131 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc86a0-0d48-4215-92a9-7299a35fc961 None None] Network 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:29:10.276322 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.320259 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Deleting port fee10c6a-28f5-4902-8570-917321a081ba {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:29:10.320634 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (fee10c6a-28f5-4902-8570-917321a081ba), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.389514 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] For port fee10c6a-28f5-4902-8570-917321a081ba, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=fee10c6a-28f5-4902-8570-917321a081ba,segment=NetworkSegment(d20f97d4-9745-44cb-aad6-0f79d3e7db33),segment_id=d20f97d4-9745-44cb-aad6-0f79d3e7db33)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:10.390100 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (fee10c6a-28f5-4902-8570-917321a081ba), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.403740 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Calling delete_port for fee10c6a-28f5-4902-8570-917321a081ba owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:29:10.475561 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58824) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:10.490507 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (fee10c6a-28f5-4902-8570-917321a081ba), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.516047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee10c6a-28f5-4902-8570-917321a081ba,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:10.519713 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] No DVR routers for this DVR port fee10c6a-28f5-4902-8570-917321a081ba on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:29:10.573391 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6c5a08-e7cf-4611-800d-5678f643bee8 None None] DHCP port deletion for 16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:29:10.607283 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.629218 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-233327011-network', 'tenant_id': 'ace0c8e4f20649e28610cde631bc58b8'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:10.634431 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dbf76f-cd6b-4812-a7f7-e2899a0b32a2']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:10.646491 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20f97d4-9745-44cb-aad6-0f79d3e7db33') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:10.647442 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20f97d4-9745-44cb-aad6-0f79d3e7db33') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:10.652090 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:29:10.658085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (d20f97d4-9745-44cb-aad6-0f79d3e7db33), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.663843 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Made reservation on behalf of ace0c8e4f20649e28610cde631bc58b8 for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:10.666655 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.673051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (d20f97d4-9745-44cb-aad6-0f79d3e7db33), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.673374 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:29:10.674036 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 586e1d6a-b0b9-4d1c-bebe-fb18a7403944 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:29:10.674601 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f700f692-d433-4dce-98dc-d4995486be25 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:29:10.678148 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.683485 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:29:10.684141 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (d20f97d4-9745-44cb-aad6-0f79d3e7db33), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.695884 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: f700f692-d433-4dce-98dc-d4995486be25 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:29:10.696217 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f700f692-d433-4dce-98dc-d4995486be25 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:29:10.696892 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device fee10c6a-28f5-4902-8570-917321a081ba no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:29:10.732691 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment d20f97d4-9745-44cb-aad6-0f79d3e7db33 resource provider aggregate not found Sep 23 15:29:10.732935 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: fee10c6a-28f5-4902-8570-917321a081ba {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:29:10.733203 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device fee10c6a-28f5-4902-8570-917321a081ba not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:29:10.762049 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment d20f97d4-9745-44cb-aad6-0f79d3e7db33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d20f97d4-9745-44cb-aad6-0f79d3e7db33 found for delete ", "request_id": "req-454c7c86-47f5-428b-9156-0e636647aa10"}]} Sep 23 15:29:10.763276 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (16dbf76f-cd6b-4812-a7f7-e2899a0b32a2), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.779976 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.783218 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/16dbf76f-cd6b-4812-a7f7-e2899a0b32a2 HTTP/1.1" status: 204 len: 168 time: 0.5802286 Sep 23 15:29:10.786379 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13717d5d-f090-4cb3-ac20-b44033481338 admin admin] Pushing event deleted for resources: {'Network': ['ID=16dbf76f-cd6b-4812-a7f7-e2899a0b32a2,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:10.799465 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks [] for security_group (1a9e4191-a5be-431b-9a2a-85e2c7883bc6), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.804703 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1a9e4191-a5be-431b-9a2a-85e2c7883bc6), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.830913 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:29:10.842274 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e4191-a5be-431b-9a2a-85e2c7883bc6,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:10.847612 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (ad8039ae-baca-4a3b-9141-2547ef13b552), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.847971 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Added segment ad8039ae-baca-4a3b-9141-2547ef13b552 of type vlan for network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb Sep 23 15:29:10.892305 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (bab322e2-8a8f-4b56-81fa-cebe25ebb4eb), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.916005 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58834) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:10.923621 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (bab322e2-8a8f-4b56-81fa-cebe25ebb4eb), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.924841 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:10.925426 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.965658 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-13eac8b8-466e-4e43-a697-ba36c675e412 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=bb9f84f2d16a4389a4be567cd2be3a8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482364 Sep 23 15:29:10.966244 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58836) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:10.991432 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5108507 Sep 23 15:29:10.991432 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58838) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:10.995164 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Request body: {'subnet': {'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-233327011-subnet', 'tenant_id': 'ace0c8e4f20649e28610cde631bc58b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:10.999298 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:11.000396 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a257a0a-a0c8-405d-b6ad-a6f13785e6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:11.011375 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:29:11.020831 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Made reservation on behalf of ace0c8e4f20649e28610cde631bc58b8 for: {'subnet': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:11.023439 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25488288'] for subnet (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:11.032243 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e592cb34-ba46-4ea0-9478-0fa4b7469489 admin admin] Publish callbacks [] for security_group (9689918d-835f-4d88-8434-7edeb18e7a7f), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:11.055546 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e592cb34-ba46-4ea0-9478-0fa4b7469489 admin admin] Publish callbacks [] for security_group (9689918d-835f-4d88-8434-7edeb18e7a7f), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:11.116501 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e592cb34-ba46-4ea0-9478-0fa4b7469489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9689918d-835f-4d88-8434-7edeb18e7a7f), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:11.120362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e592cb34-ba46-4ea0-9478-0fa4b7469489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:11.124627 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e592cb34-ba46-4ea0-9478-0fa4b7469489 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9689918d-835f-4d88-8434-7edeb18e7a7f HTTP/1.1" status: 204 len: 168 time: 0.1544404 Sep 23 15:29:11.131291 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592cb34-ba46-4ea0-9478-0fa4b7469489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9689918d-835f-4d88-8434-7edeb18e7a7f,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:11.206382 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26794265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25488310'] for subnet (a6e44911-a4df-49ba-9028-da6938f77385), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:11.278007 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e44911-a4df-49ba-9028-da6938f77385,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:11.280431 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Checking segment: {'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:11.280850 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Network hostable DHCP agents. Network: bab322e2-8a8f-4b56-81fa-cebe25ebb4eb, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:29:11.298798 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:29:11.310146 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, bab322e2-8a8f-4b56-81fa-cebe25ebb4eb) {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:11.324937 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:11.324937 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:11.329912 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f5cd1-b665-4dcf-a8d6-cf3d726852ee None None] Network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:29:11.347076 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-a75513f2-1297-4bb0-9966-4cb75af6dddb admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3555086 Sep 23 15:29:11.453271 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fca3f-6646-4d2a-bd0d-d0ebc0390bee None None] Network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:29:11.910187 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58870) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:12.008169 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-114126124-network', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:12.025084 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:12.031087 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Made reservation on behalf of 58f43b3aab03420bbcb0a2b0f7a338ac for: {'network': 1} {{(pid=106667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:12.033467 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for network (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.042805 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.053576 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:12.123545 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks [] for security_group (9791a8d5-b297-4f68-8803-84b6f619fc84), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.128867 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9791a8d5-b297-4f68-8803-84b6f619fc84), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.155817 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=106667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:29:12.162227 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9791a8d5-b297-4f68-8803-84b6f619fc84,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:12.168231 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (292e0627-9fb6-4371-916a-6c9befadce74), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.168570 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.segments_db [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Added segment 292e0627-9fb6-4371-916a-6c9befadce74 of type vlan for network 62392971-b242-4d1a-af09-6b426905b68b Sep 23 15:29:12.209979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749001728934'] for network (62392971-b242-4d1a-af09-6b426905b68b), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.241611 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (62392971-b242-4d1a-af09-6b426905b68b), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.242982 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:12.243701 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.303829 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] 10.222.0.75 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3923585 Sep 23 15:29:12.306878 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58874) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:12.309417 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84052459-fcf6-4620-8539-cd9b425609b3 admin admin] Pushing event updated for resources: {'Network': ['ID=62392971-b242-4d1a-af09-6b426905b68b,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:12.311967 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Request body: {'subnet': {'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-114126124-subnet', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:12.336868 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Made reservation on behalf of 58f43b3aab03420bbcb0a2b0f7a338ac for: {'subnet': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:12.339411 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2913669'] for subnet (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.341413 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:12.474599 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Network 62392971-b242-4d1a-af09-6b426905b68b details requested by agent ovs-agent-dv-cinder-855013-3-iscsi with host dv-cinder-855013-3-iscsi {{(pid=106668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:29:12.528098 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4100399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2913683'] for subnet (8deb34a0-8701-4280-89a3-4219b7503071), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.586912 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8deb34a0-8701-4280-89a3-4219b7503071,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:12.598868 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Checking segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:12.599274 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Network hostable DHCP agents. Network: 62392971-b242-4d1a-af09-6b426905b68b, hostable agents: ['ff569117-5c22-47f6-aece-31a047847eeb'], hosted agents: [] {{(pid=106666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:29:12.619840 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Network 62392971-b242-4d1a-af09-6b426905b68b is scheduled to be hosted by DHCP agent ff569117-5c22-47f6-aece-31a047847eeb with binding_index 1 {{(pid=106666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:29:12.630269 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-3-iscsi, 62392971-b242-4d1a-af09-6b426905b68b) {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:12.634489 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:12.635097 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.639344 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef73594-3bc2-434f-ab76-1383a438f127 None None] Network 62392971-b242-4d1a-af09-6b426905b68b requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:29:12.653514 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-fc150e43-99fe-4834-90b6-8ac6556e4e56 admin admin] 10.222.0.75 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3455064 Sep 23 15:29:12.656469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58876) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:12.660771 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:12.683079 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1025676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4468'] for router (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.684187 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1022974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4461'] for router (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.736960 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks [] for router_controller (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), precommit_add_association {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.744009 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4907863f-a85b-5a27-b1d6-4b7ba1919423-62392971-b242-4d1a-af09-6b426905b68b', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071'}]}} from dv-cinder-855013-3-iscsi. {{(pid=106668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:29:12.744971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.867986 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks [] for router_gateway (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:12.880771 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.db_base_plugin_common [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Allocated IP 172.20.0.2 (62392971-b242-4d1a-af09-6b426905b68b/8deb34a0-8701-4280-89a3-4219b7503071/6572711d-c180-4631-a9d9-e6740b78aa67) {{(pid=106668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:12.891857 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:13.026058 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:13.055630 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Publish callbacks [] for port (6572711d-c180-4631-a9d9-e6740b78aa67), precommit_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.062224 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks [] for router_gateway (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.066444 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), after_create {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.088768 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.113412 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Network 62392971-b242-4d1a-af09-6b426905b68b is already hosted by enough agents. {{(pid=106668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:13.119457 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.scheduler.base_scheduler [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Resources bound (agent type, host, resource id): {{(pid=106668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:13.121888 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Pushing event updated for resources: {'Port': ['ID=6572711d-c180-4631-a9d9-e6740b78aa67,revision_number=1']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:13.124021 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Received port after_create {{(pid=106668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:13.132628 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:13.186105 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Attempting to bind port 6572711d-c180-4631-a9d9-e6740b78aa67 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:29:13.186471 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Attempting to bind port 6572711d-c180-4631-a9d9-e6740b78aa67 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:29:13.186833 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Attempting to bind port 6572711d-c180-4631-a9d9-e6740b78aa67 on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:13.212986 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Allocated IP 172.27.1.253 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/792af5ae-e2ea-4220-bc75-a7322ca16189) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:13.232185 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:29:13.232553 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Checking segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:13.233036 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.233363 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Bound using segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:29:13.233831 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Bound port: 6572711d-c180-4631-a9d9-e6740b78aa67, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:29:13.235039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.247837 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:13.300229 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] For port 6572711d-c180-4631-a9d9-e6740b78aa67, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:29:13.304112 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] For port 6572711d-c180-4631-a9d9-e6740b78aa67, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6572711d-c180-4631-a9d9-e6740b78aa67,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:29:13.311420 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.371245 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Pushing event updated for resources: {'Port': ['ID=6572711d-c180-4631-a9d9-e6740b78aa67,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:13.380092 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.380350 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.381042 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.381965 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.381965 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.382361 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.382787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.383214 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.383789 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.384345 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.385074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.385498 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.385913 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.386607 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.386742 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1b326-3dea-4fe9-bbea-efc208d63fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:13.414527 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b1e9-391c-4387-85c1-cf40de40030a req-ca3d0fb1-b7e5-453e-9f11-8f3e0bf8d430 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:13.416103 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-ca3d0fb1-b7e5-453e-9f11-8f3e0bf8d430 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/networks?id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb HTTP/1.1" status: 200 len: 813 time: 0.2003257 Sep 23 15:29:13.436074 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks [] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.465273 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-4810da29-63bf-4bc1-9136-555ca221c6f5 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/quotas/ace0c8e4f20649e28610cde631bc58b8 HTTP/1.1" status: 200 len: 375 time: 0.0319088 Sep 23 15:29:13.494963 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:13.535648 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-00dd88c7-770b-41c1-97a1-98043029c9f2 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ace0c8e4f20649e28610cde631bc58b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629597 Sep 23 15:29:13.554062 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-ee8d0e0f-cc4c-488d-bbfb-b00c7138a224 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:29:13.555053 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-ee8d0e0f-cc4c-488d-bbfb-b00c7138a224 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0079000 Sep 23 15:29:13.564267 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:13.576234 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:13.578950 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:13.593331 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Pushing event updated for resources: {'Port': ['ID=792af5ae-e2ea-4220-bc75-a7322ca16189,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:13.750850 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-22a1d27a-7fb7-4628-883b-f09d40ba43ce service neutron] 10.222.0.75 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853724 Sep 23 15:29:13.908249 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-51db8632-43dc-4f82-931e-49360699ba9c service neutron] 10.222.0.75 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413431 Sep 23 15:29:14.107157 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-582728cd-18ca-4470-9fb9-a64b690634c2 req-94935c58-4cbd-4d09-87a7-97ea2b1aa38c tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 210 time: 0.0356102 Sep 23 15:29:14.243478 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks [] for router_gateway (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.290228 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770e5fb-4cb6-44be-ac48-6541e6df5e1e None None] Network 62392971-b242-4d1a-af09-6b426905b68b requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:29:14.291747 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:14.394384 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:14.420362 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] Provisioning complete for port 6572711d-c180-4631-a9d9-e6740b78aa67 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:14.420762 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.421086 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] Attempt 1 to provision port 6572711d-c180-4631-a9d9-e6740b78aa67 Sep 23 15:29:14.448375 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027105'] for router (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.504165 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] Current status of the port 6572711d-c180-4631-a9d9-e6740b78aa67 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:14.504558 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.547519 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] For port 6572711d-c180-4631-a9d9-e6740b78aa67, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6572711d-c180-4631-a9d9-e6740b78aa67,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:14.554715 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.635336 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 is scheduled to L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 with binding_index 1 {{(pid=106666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:29:14.644472 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ec1cc-79b9-4cd7-9553-f450e0f3a9c6 None None] Pushing event updated for resources: {'Port': ['ID=6572711d-c180-4631-a9d9-e6740b78aa67,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:14.697568 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6572711d-c180-4631-a9d9-e6740b78aa67 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:14.728542 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:14.744911 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 6572711d-c180-4631-a9d9-e6740b78aa67 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:14.745294 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.745630 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 6572711d-c180-4631-a9d9-e6740b78aa67 Sep 23 15:29:14.751903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:29:14.773153 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.773373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:29:14.774593 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-8460b2df-da17-4919-a791-30d5174d838b admin admin] 10.222.0.75 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1171234 Sep 23 15:29:14.777499 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58908) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:14.802114 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-bf503f25-c930-4e9a-9801-88cdace7b9e5 None None] Provisioning complete for port 6572711d-c180-4631-a9d9-e6740b78aa67 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:14.802538 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bf503f25-c930-4e9a-9801-88cdace7b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:14.802862 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-bf503f25-c930-4e9a-9801-88cdace7b9e5 None None] Attempt 1 to provision port 6572711d-c180-4631-a9d9-e6740b78aa67 Sep 23 15:29:14.808969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:14.809906 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:14.879974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:14.987151 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 6572711d-c180-4631-a9d9-e6740b78aa67 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:15.001044 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:15.065157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-bf503f25-c930-4e9a-9801-88cdace7b9e5 None None] Current status of the port 6572711d-c180-4631-a9d9-e6740b78aa67 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:15.192711 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:13Z', 'revision_number': 3, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:15.217053 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:29:15.217397 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Updating router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 port 792af5ae-e2ea-4220-bc75-a7322ca16189 binding host dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:29:15.226893 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aa558443-3d7f-4fdb-8477-b6ab59dd8b82 req-e5c5de2b-ff20-4717-9bac-50024722076f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 210 time: 0.0355701 Sep 23 15:29:15.230944 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.250108 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.338077 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:15.353589 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:15.412750 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Allocated IP 172.20.0.1 (62392971-b242-4d1a-af09-6b426905b68b/8deb34a0-8701-4280-89a3-4219b7503071/4ee2f66a-cf67-410f-a451-a89ddc86374f) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:15.621725 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b1e9-391c-4387-85c1-cf40de40030a req-e5f554a3-0ee3-44d6-b379-4e226ac6715c tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:15.623107 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-e5f554a3-0ee3-44d6-b379-4e226ac6715c tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "GET /networking/v2.0/networks?id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb HTTP/1.1" status: 200 len: 813 time: 0.1801245 Sep 23 15:29:15.626233 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks [] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.650355 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Request body: {'port': {'device_id': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb', 'admin_state_up': True, 'tenant_id': 'ace0c8e4f20649e28610cde631bc58b8'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:15.670827 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Publish callbacks [] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), precommit_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.677787 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.713237 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Attempting to bind port 792af5ae-e2ea-4220-bc75-a7322ca16189 on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:29:15.713604 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Attempting to bind port 792af5ae-e2ea-4220-bc75-a7322ca16189 by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:29:15.713960 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Attempting to bind port 792af5ae-e2ea-4220-bc75-a7322ca16189 on network b44dc6c3-f1e9-43eb-835f-db2a2981119f {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:15.714343 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.750916 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5128a-b929-472b-be6b-e25d5f0da318 None None] Pushing event updated for resources: {'Port': ['ID=792af5ae-e2ea-4220-bc75-a7322ca16189,revision_number=2']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:15.759164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:15.771127 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:29:15.772204 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Checking segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:15.772641 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.773027 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Bound using segment: {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'} {{(pid=106668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:29:15.773157 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Network 62392971-b242-4d1a-af09-6b426905b68b is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:15.773504 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.managers [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Bound port: 792af5ae-e2ea-4220-bc75-a7322ca16189, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e2061-a55b-45bf-8af3-f2b19b66256d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}}] {{(pid=106668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:29:15.773879 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.783697 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:15.791042 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:15.815380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee2f66a-cf67-410f-a451-a89ddc86374f,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:15.834197 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] For port 792af5ae-e2ea-4220-bc75-a7322ca16189, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:29:15.837675 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] For port 792af5ae-e2ea-4220-bc75-a7322ca16189, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=792af5ae-e2ea-4220-bc75-a7322ca16189,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:29:15.847493 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.850512 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1019416'] for router_interface (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.854526 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Made reservation on behalf of ace0c8e4f20649e28610cde631bc58b8 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:15.858468 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:15.894571 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:15.895345 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:15.956271 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5128a-b929-472b-be6b-e25d5f0da318 None None] Pushing event updated for resources: {'Port': ['ID=792af5ae-e2ea-4220-bc75-a7322ca16189,revision_number=3']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:16.003974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:16.019250 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:16.086050 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Allocated IP 172.20.0.4 (bab322e2-8a8f-4b56-81fa-cebe25ebb4eb/a6e44911-a4df-49ba-9028-da6938f77385/03b007c0-cf9c-480d-bb2e-fdba7ffb4495) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:16.093019 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.098742 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:16.106343 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:16.126140 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Provisioning complete for port 4ee2f66a-cf67-410f-a451-a89ddc86374f triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:16.126391 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.126732 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Attempt 1 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:16.179286 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Port 4ee2f66a-cf67-410f-a451-a89ddc86374f cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:16.225726 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:13Z', 'revision_number': 3, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:16.254690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026de929-d8e0-4ae0-a71d-b32d5440d2e1 None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:13Z', 'revision_number': 3, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:29:16.353910 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-17c80d4c-ce3d-4777-b5a7-f743a1b82bc9 req-f780d9f4-4a85-4579-b861-8df8625d4827 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 210 time: 0.0441959 Sep 23 15:29:16.370320 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks [] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.401544 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks [] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.414677 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.475059 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.498398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee2f66a-cf67-410f-a451-a89ddc86374f,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:16.506580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1019532'] for router_interface (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.550480 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:16.562006 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:16.566127 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:16.618172 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Pushing event updated for resources: {'Port': ['ID=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:16.668959 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:16.669602 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.680307 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Attempt 2 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:16.704056 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-82789cb8-8801-4391-a211-70a0e9400a06 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577617 Sep 23 15:29:16.715196 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-b7ffecdd-2528-4307-b26f-e4a0f20a3dec tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:29:16.716605 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-b7ffecdd-2528-4307-b26f-e4a0f20a3dec tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0072074 Sep 23 15:29:16.729190 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Port 4ee2f66a-cf67-410f-a451-a89ddc86374f cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:16.742825 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Network 62392971-b242-4d1a-af09-6b426905b68b is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:16.745088 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:16.754288 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:16.756573 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6572711d-c180-4631-a9d9-e6740b78aa67 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:16.807824 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 6572711d-c180-4631-a9d9-e6740b78aa67 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:16.808194 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.808520 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 6572711d-c180-4631-a9d9-e6740b78aa67 Sep 23 15:29:16.864410 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Request body: {'port': {'device_id': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:16.896686 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 6572711d-c180-4631-a9d9-e6740b78aa67 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:16.899105 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 792af5ae-e2ea-4220-bc75-a7322ca16189 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:16.920404 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:29:16.947047 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:16.949790 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 792af5ae-e2ea-4220-bc75-a7322ca16189 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:16.950363 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:16.951006 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 792af5ae-e2ea-4220-bc75-a7322ca16189 Sep 23 15:29:16.963140 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:17.033344 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 792af5ae-e2ea-4220-bc75-a7322ca16189 is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:17.033646 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:17.039599 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:17.063036 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] For port 792af5ae-e2ea-4220-bc75-a7322ca16189, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=792af5ae-e2ea-4220-bc75-a7322ca16189,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:17.070279 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:17.121134 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Pushing event updated for resources: {'Port': ['ID=792af5ae-e2ea-4220-bc75-a7322ca16189,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:17.151927 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:29:17.158952 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-3ff5e636-9b0c-40e3-934c-2b2b554a4e61 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/5d1bee86-9986-4cc2-b9db-53e157b9b3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3803339 Sep 23 15:29:17.230377 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Attempt 3 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:17.282249 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:17.292635 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Port 4ee2f66a-cf67-410f-a451-a89ddc86374f cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:17.348407 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:29:17.357452 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Publish callbacks [] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:17.371821 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Transition to ACTIVE for port object 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:29:17.377463 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:17.481233 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91558d-fe72-4c48-986d-599306114829 req-dc8bd40c-d009-4347-8d2c-b6e9bf2ef5d0 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:17.482091 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Pushing event updated for resources: {'Port': ['ID=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:17.483611 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0b91558d-fe72-4c48-986d-599306114829 req-dc8bd40c-d009-4347-8d2c-b6e9bf2ef5d0 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 943 time: 0.0554562 Sep 23 15:29:17.514067 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 58932) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:17.521982 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-879ab02c-3ca4-44e4-ac71-6cfece8d0c67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936013064', 'description': 'tempest-description--166453354'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:17.553457 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0b91558d-fe72-4c48-986d-599306114829 req-aa07d261-5552-4c04-9e4a-07e8b95e4582 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593348 Sep 23 15:29:17.793980 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Attempt 4 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:17.834137 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Port 4ee2f66a-cf67-410f-a451-a89ddc86374f cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:17.900978 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Attempting to bind port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:29:17.901622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Attempting to bind port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:29:17.901622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Attempting to bind port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 on network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:17.935527 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-879ab02c-3ca4-44e4-ac71-6cfece8d0c67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:17.973674 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 on network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:29:17.973981 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Attempting to bind port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 on network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:18.017508 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:18.066383 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:29:18.066712 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Checking segment: {'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:18.067075 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Bound using segment: {'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:29:18.067527 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Bound port: 03b007c0-cf9c-480d-bb2e-fdba7ffb4495, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:29:18.067953 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.092015 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-879ab02c-3ca4-44e4-ac71-6cfece8d0c67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (fcc5695a-1579-46d7-9234-282c58d46955), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.099999 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-879ab02c-3ca4-44e4-ac71-6cfece8d0c67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fcc5695a-1579-46d7-9234-282c58d46955), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.154254 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:29:18.158486 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:18.167873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-879ab02c-3ca4-44e4-ac71-6cfece8d0c67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.168685 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:18.169154 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-879ab02c-3ca4-44e4-ac71-6cfece8d0c67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6534157 Sep 23 15:29:18.169530 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:18.172353 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58934) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:18.178674 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-6d5c28f4-2dd4-44ec-b1ca-d5debeaef71f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': 'fcc5695a-1579-46d7-9234-282c58d46955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:18.182395 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ab02c-3ca4-44e4-ac71-6cfece8d0c67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc5695a-1579-46d7-9234-282c58d46955,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:18.195490 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] For port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:29:18.199335 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] For port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:29:18.211263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.216160 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:18.217156 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.219151 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/03b007c0-cf9c-480d-bb2e-fdba7ffb4495 HTTP/1.1" status: 200 len: 1093 time: 1.4837220 Sep 23 15:29:18.221735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'tag': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:18.225203 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902093f5-a272-44e5-83e7-928cfbe68dce" -d '{"events": [{"name": "network-changed", "server_uuid": "9bedab26-5bb6-46b5-a664-a9f0b9d697f9", "tag": "03b007c0-cf9c-480d-bb2e-fdba7ffb4495"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:18.226443 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d5c28f4-2dd4-44ec-b1ca-d5debeaef71f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (8783ee09-3100-4db9-a3e9-d70314ca185f), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.290725 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a897-24eb-42b6-bf0d-ff000fe16055 service neutron] Pushing event updated for resources: {'Port': ['ID=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:18.296859 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c0fd6408-0963-4d57-9cfa-6e73aeff8482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.310757 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f63602-8a9e-41f8-89ce-555ae5295493 x-openstack-request-id: req-c3f63602-8a9e-41f8-89ce-555ae5295493 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:18.311525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bedab26-5bb6-46b5-a664-a9f0b9d697f9", "tag": "03b007c0-cf9c-480d-bb2e-fdba7ffb4495", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:18.311781 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c3f63602-8a9e-41f8-89ce-555ae5295493 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:18.312223 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f63602-8a9e-41f8-89ce-555ae5295493'] response: {'name': 'network-changed', 'server_uuid': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'tag': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495', 'status': 'completed', 'code': 200} Sep 23 15:29:18.313473 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:18.332373 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d5c28f4-2dd4-44ec-b1ca-d5debeaef71f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (8783ee09-3100-4db9-a3e9-d70314ca185f), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.335047 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Attempt 5 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:18.339613 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d5c28f4-2dd4-44ec-b1ca-d5debeaef71f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (8783ee09-3100-4db9-a3e9-d70314ca185f), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.363151 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c28f4-2dd4-44ec-b1ca-d5debeaef71f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8783ee09-3100-4db9-a3e9-d70314ca185f,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:18.373882 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6d5c28f4-2dd4-44ec-b1ca-d5debeaef71f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.378919 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6d5c28f4-2dd4-44ec-b1ca-d5debeaef71f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029579 Sep 23 15:29:18.378919 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58938) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:18.383436 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Port 4ee2f66a-cf67-410f-a451-a89ddc86374f cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:18.383956 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-8ea8e5f2-512f-4511-b0c2-b65f4c3234a5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': 'fcc5695a-1579-46d7-9234-282c58d46955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:18.396568 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b1e9-391c-4387-85c1-cf40de40030a req-21e5c605-bbe6-4c92-b359-e93451957f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:18.398878 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-21e5c605-bbe6-4c92-b359-e93451957f9c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ace0c8e4f20649e28610cde631bc58b8&device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 1127 time: 0.0511274 Sep 23 15:29:18.413843 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e5f2-512f-4511-b0c2-b65f4c3234a5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (fad06018-993b-4ef6-ab3a-8e9fa80dd124), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.451039 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-5f3ee38b-5e1f-43b4-8bfd-a76d52f8df5c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b007c0-cf9c-480d-bb2e-fdba7ffb4495 HTTP/1.1" status: 200 len: 217 time: 0.0380836 Sep 23 15:29:18.477856 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e5f2-512f-4511-b0c2-b65f4c3234a5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (fad06018-993b-4ef6-ab3a-8e9fa80dd124), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.483145 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e5f2-512f-4511-b0c2-b65f4c3234a5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (fad06018-993b-4ef6-ab3a-8e9fa80dd124), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.502076 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b1e9-391c-4387-85c1-cf40de40030a req-48fc32fb-ee85-4271-ad03-8bc5b8e40265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:18.503563 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-48fc32fb-ee85-4271-ad03-8bc5b8e40265 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a6e44911-a4df-49ba-9028-da6938f77385 HTTP/1.1" status: 200 len: 853 time: 0.0469034 Sep 23 15:29:18.506434 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8e5f2-512f-4511-b0c2-b65f4c3234a5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad06018-993b-4ef6-ab3a-8e9fa80dd124,revision_number=0']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:18.512823 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8ea8e5f2-512f-4511-b0c2-b65f4c3234a5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.520966 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8ea8e5f2-512f-4511-b0c2-b65f4c3234a5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381340 Sep 23 15:29:18.521811 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 58940) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:18.526585 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:18.539154 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 2, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:18.542196 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-184e57d5-5b0c-4245-aac6-b5b71a50c633 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279477 Sep 23 15:29:18.556240 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.561001 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:18.574145 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:29:18.574688 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Updating router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 port 4ee2f66a-cf67-410f-a451-a89ddc86374f binding host dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:29:18.605042 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.639589 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:UPDATE=4,neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:18.662948 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.675667 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 792af5ae-e2ea-4220-bc75-a7322ca16189 up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:18.713539 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-137a085b-b665-4d05-b07e-99f4c0c7d1d2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637306 Sep 23 15:29:18.727609 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 792af5ae-e2ea-4220-bc75-a7322ca16189 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:18.727974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.728301 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 792af5ae-e2ea-4220-bc75-a7322ca16189 Sep 23 15:29:18.769513 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43343b26-f409-45f6-9fc5-65d5de7d7708 req-612c40a5-b969-4fc2-b82f-8d60f2208cdc tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:18.771196 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43343b26-f409-45f6-9fc5-65d5de7d7708 req-612c40a5-b969-4fc2-b82f-8d60f2208cdc tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 943 time: 0.0952451 Sep 23 15:29:18.808270 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 792af5ae-e2ea-4220-bc75-a7322ca16189 is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:18.840996 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8975b1e9-391c-4387-85c1-cf40de40030a req-4d0f1ef9-60cb-48c5-a852-25bbe41e5721 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191978 Sep 23 15:29:18.849804 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.27.1.231 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/2bbf675a-e066-4462-83b3-435d0d3b30d8) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:18.870329 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43343b26-f409-45f6-9fc5-65d5de7d7708 req-ced487f3-3438-4416-a207-2fc518ffa779 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905383 Sep 23 15:29:18.895567 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Attempt 6 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:18.916488 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Publish callbacks [] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), precommit_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.924110 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.933142 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Port 4ee2f66a-cf67-410f-a451-a89ddc86374f cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:18.969791 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Pushing event updated for resources: {'Port': ['ID=4ee2f66a-cf67-410f-a451-a89ddc86374f,revision_number=3']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:18.975306 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.993502 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.993841 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.994227 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.994539 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.994865 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.995184 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.995506 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.995820 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.996137 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.996830 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.997148 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.997476 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.997790 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.998102 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:18.998412 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.009060 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.033690 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Attempting to bind port 4ee2f66a-cf67-410f-a451-a89ddc86374f on host dv-cinder-855013-3-iscsi for vnic_type normal with profile {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:29:19.033919 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Attempting to bind port 4ee2f66a-cf67-410f-a451-a89ddc86374f by drivers openvswitch,hyperv on host dv-cinder-855013-3-iscsi at level 0 using segments [{'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:29:19.034289 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Attempting to bind port 4ee2f66a-cf67-410f-a451-a89ddc86374f on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:19.049898 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:19.054763 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:19.057203 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:19.075735 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Checking agent: {'id': '64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 9, 53), 'started_at': datetime.datetime(2022, 9, 23, 15, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:29:19.076273 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Checking segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:19.076703 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.077085 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Bound using segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} {{(pid=106669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:29:19.077573 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.managers [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Bound port: 4ee2f66a-cf67-410f-a451-a89ddc86374f, host: dv-cinder-855013-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}}] {{(pid=106669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:29:19.077951 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), before_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.079573 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=100 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:19.084227 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=2bbf675a-e066-4462-83b3-435d0d3b30d8,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:19.131861 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:19.141722 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] For port 4ee2f66a-cf67-410f-a451-a89ddc86374f, host dv-cinder-855013-3-iscsi, cleared binding levels {{(pid=106669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:29:19.144959 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.plugins.ml2.db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] For port 4ee2f66a-cf67-410f-a451-a89ddc86374f, host dv-cinder-855013-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4ee2f66a-cf67-410f-a451-a89ddc86374f,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:29:19.147702 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (f95fe82b-4b83-4736-8c9e-bf032091e8f5), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.151908 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron_lib.callbacks.manager [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), after_update {{(pid=106669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.187239 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.192807 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:19.193427 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:28:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:19.251036 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7ac31-cb36-4b6f-bea1-4eab911a441e None None] Pushing event updated for resources: {'Port': ['ID=4ee2f66a-cf67-410f-a451-a89ddc86374f,revision_number=4']} {{(pid=106669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:19.320406 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:19.321350 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:19.339868 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.345835 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.404546 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:19.413947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (f95fe82b-4b83-4736-8c9e-bf032091e8f5), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.418425 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=2bbf675a-e066-4462-83b3-435d0d3b30d8,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:19.432267 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.432642 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.433084 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.433402 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.433757 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.434123 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.434239 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Attempt 7 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:19.434493 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.434852 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.435178 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.435564 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.435915 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.436268 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.436601 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.436979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.437315 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:19.444773 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.454454 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-abd6cdc9-a408-4ff3-ace8-8f977510d87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9321840 Sep 23 15:29:19.514955 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Current status of the port 4ee2f66a-cf67-410f-a451-a89ddc86374f is: DOWN; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:19.515350 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.524152 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:19.549757 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625da039-cd7e-4a2a-ab43-e4ee554c3348 None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:29:19.562557 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] For port 4ee2f66a-cf67-410f-a451-a89ddc86374f, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4ee2f66a-cf67-410f-a451-a89ddc86374f,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:19.569841 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.635998 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-59616d35-193c-4098-b4a3-f29a846971dc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1936013064&fields=id&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 267 time: 0.0609796 Sep 23 15:29:19.653051 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be3f83-cb7f-435a-baac-174503d3de75 None None] Pushing event updated for resources: {'Port': ['ID=4ee2f66a-cf67-410f-a451-a89ddc86374f,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:19.695859 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-fa326299-9079-47f2-b63a-7f440c257718 None None] Provisioning complete for port 4ee2f66a-cf67-410f-a451-a89ddc86374f triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:19.696364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-fa326299-9079-47f2-b63a-7f440c257718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:19.696852 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-fa326299-9079-47f2-b63a-7f440c257718 None None] Attempt 1 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:19.767351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-7bda15a1-4c4c-4e5f-85ac-ed22bd68b419 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:19.769017 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-7bda15a1-4c4c-4e5f-85ac-ed22bd68b419 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1183701 Sep 23 15:29:19.778874 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-fa326299-9079-47f2-b63a-7f440c257718 None None] Current status of the port 4ee2f66a-cf67-410f-a451-a89ddc86374f is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:19.785577 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-f5eefca5-971b-4128-b62d-c1ce99b7b34c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/quotas/58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 375 time: 0.0104768 Sep 23 15:29:19.841595 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-a07b5247-56ce-4e6f-b20b-fcf2fd944c2c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504589 Sep 23 15:29:19.945701 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-bf823b81-f2d0-4b8a-a482-d774cb15dec1 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918503 Sep 23 15:29:19.999480 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b375c-22d9-436f-9cb7-d66b4e18986d req-a42a4640-582f-4583-a0f6-e90b6cf7211f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:20.001063 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2c1b375c-22d9-436f-9cb7-d66b4e18986d req-a42a4640-582f-4583-a0f6-e90b6cf7211f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 943 time: 0.0514133 Sep 23 15:29:20.020966 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:20.047417 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-54344991-8928-4687-bc9e-85badb4c6061 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956559 Sep 23 15:29:20.060181 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2c1b375c-22d9-436f-9cb7-d66b4e18986d req-2903dc4a-9ccc-4750-b9b2-e6045c9794a3 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Sep 23 15:29:20.227202 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-941ca9a9-d829-46d1-a77b-bb01097067a1 req-43cd8367-af41-4ebd-8df2-e1182067a6e2 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 210 time: 0.0285261 Sep 23 15:29:20.441040 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-96c6c9fe-4a86-434b-9d26-62f280e7a877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:20.670994 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4ee2f66a-cf67-410f-a451-a89ddc86374f up at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:20.722739 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Provisioning complete for port 4ee2f66a-cf67-410f-a451-a89ddc86374f triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:20.723102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:20.723421 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Attempt 1 to provision port 4ee2f66a-cf67-410f-a451-a89ddc86374f Sep 23 15:29:20.793469 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Current status of the port 4ee2f66a-cf67-410f-a451-a89ddc86374f is: ACTIVE; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:20.890937 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902093f5-a272-44e5-83e7-928cfbe68dce req-3d39a76d-b3e0-4de2-ab18-b6dd7987e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:20.892483 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-902093f5-a272-44e5-83e7-928cfbe68dce req-3d39a76d-b3e0-4de2-ab18-b6dd7987e0f2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ace0c8e4f20649e28610cde631bc58b8&device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 1127 time: 0.0468533 Sep 23 15:29:20.990319 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902093f5-a272-44e5-83e7-928cfbe68dce req-78b32380-8284-4030-89c7-132f7b3f3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:20.991870 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-902093f5-a272-44e5-83e7-928cfbe68dce req-78b32380-8284-4030-89c7-132f7b3f3305 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb HTTP/1.1" status: 200 len: 914 time: 0.0924289 Sep 23 15:29:21.037837 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-902093f5-a272-44e5-83e7-928cfbe68dce req-a928e241-49e2-4151-abc9-852c586dce62 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03b007c0-cf9c-480d-bb2e-fdba7ffb4495 HTTP/1.1" status: 200 len: 217 time: 0.0353997 Sep 23 15:29:21.089295 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902093f5-a272-44e5-83e7-928cfbe68dce req-70192369-a63f-49d6-9200-5d476a194fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:21.091409 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-902093f5-a272-44e5-83e7-928cfbe68dce req-70192369-a63f-49d6-9200-5d476a194fcf service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a6e44911-a4df-49ba-9028-da6938f77385 HTTP/1.1" status: 200 len: 853 time: 0.0478251 Sep 23 15:29:21.127473 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-902093f5-a272-44e5-83e7-928cfbe68dce req-59049541-22ef-400b-ac3b-372a3722efed service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276442 Sep 23 15:29:21.144880 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:21.237933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec07f5-6aea-4b69-af2e-d470e7920103 req-238aea31-af6a-4e04-88a3-9be2f8ab653e tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:21.239398 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bbec07f5-6aea-4b69-af2e-d470e7920103 req-238aea31-af6a-4e04-88a3-9be2f8ab653e tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 943 time: 0.0962374 Sep 23 15:29:21.281945 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-902093f5-a272-44e5-83e7-928cfbe68dce req-c0b9b1a3-3549-4e39-8c1d-0fdb80a3d6eb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462443 Sep 23 15:29:21.308441 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bbec07f5-6aea-4b69-af2e-d470e7920103 req-bb07c8c6-d62f-4afb-8cb8-bd0d976907df tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Sep 23 15:29:21.333311 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-16c830c8-3ccc-4f24-b072-e860b46412ef req-56bcc051-720b-4d78-9836-60da50aeb178 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 210 time: 0.0295031 Sep 23 15:29:21.544031 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-902093f5-a272-44e5-83e7-928cfbe68dce req-105186f1-0baf-4544-9547-9436a69bf20d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975571 Sep 23 15:29:21.716876 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e9f132bb-4026-4ea9-87f3-142cd4961c7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:21.718305 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e9f132bb-4026-4ea9-87f3-142cd4961c7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1187420 Sep 23 15:29:21.790110 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-088aa398-3d46-4ee2-b32b-94cfade8d93c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 380 time: 0.0555203 Sep 23 15:29:21.884035 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'port': {'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'admin_state_up': True, 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'security_groups': ['fcc5695a-1579-46d7-9234-282c58d46955']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:21.917735 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.005948 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Made reservation on behalf of 58f43b3aab03420bbcb0a2b0f7a338ac for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:22.009694 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.136137 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.20.0.13 (62392971-b242-4d1a-af09-6b426905b68b/8deb34a0-8701-4280-89a3-4219b7503071/7a167ae8-ce16-492c-b9d1-ca2217f95dde) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:22.168102 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:22.276436 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.280414 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:22.311583 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.355838 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network 62392971-b242-4d1a-af09-6b426905b68b is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:22.359067 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:22.363184 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:22.369472 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=7a167ae8-ce16-492c-b9d1-ca2217f95dde,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:22.456440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bddd3-f3f7-4240-b39f-72e8b12865bc req-f086a49a-c65f-4c36-89bd-54284e966e3e tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:22.458044 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef8bddd3-f3f7-4240-b39f-72e8b12865bc req-f086a49a-c65f-4c36-89bd-54284e966e3e tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 943 time: 0.0640910 Sep 23 15:29:22.463435 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:22.464041 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.483989 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294227b-a7c9-4eff-a418-379fbaff0833 req-049fc2d7-1314-4fcd-8332-57f0617c85ec tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:22.486271 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2294227b-a7c9-4eff-a418-379fbaff0833 req-049fc2d7-1314-4fcd-8332-57f0617c85ec tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 932 time: 0.0542870 Sep 23 15:29:22.499079 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-3afb0b96-eb5e-4cc3-b2f2-95f7e8311132 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204350 Sep 23 15:29:22.528827 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Request body: {'port': {'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:22.538762 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ef8bddd3-f3f7-4240-b39f-72e8b12865bc req-f15ee586-d20d-49f4-8c2e-610d3ab8d71a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706768 Sep 23 15:29:22.550616 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2294227b-a7c9-4eff-a418-379fbaff0833 req-b88565d4-acd2-4360-9fbf-126dc045feb6 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564599 Sep 23 15:29:22.615569 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.618352 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Provisioning complete for port 7a167ae8-ce16-492c-b9d1-ca2217f95dde triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:22.618742 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.619076 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Attempt 1 to provision port 7a167ae8-ce16-492c-b9d1-ca2217f95dde Sep 23 15:29:22.650856 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Port 7a167ae8-ce16-492c-b9d1-ca2217f95dde cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:22.873243 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a167ae8-ce16-492c-b9d1-ca2217f95dde {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:29:22.880870 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Publish callbacks [] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.893449 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Transition to ACTIVE for port object 7a167ae8-ce16-492c-b9d1-ca2217f95dde will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:29:22.899713 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.956389 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:22.963590 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Pushing event updated for resources: {'Port': ['ID=7a167ae8-ce16-492c-b9d1-ca2217f95dde,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:23.014159 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Attempting to bind port 7a167ae8-ce16-492c-b9d1-ca2217f95dde on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:29:23.014873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Attempting to bind port 7a167ae8-ce16-492c-b9d1-ca2217f95dde by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:29:23.014873 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Attempting to bind port 7a167ae8-ce16-492c-b9d1-ca2217f95dde on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:23.058083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Port 7a167ae8-ce16-492c-b9d1-ca2217f95dde on network 62392971-b242-4d1a-af09-6b426905b68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:29:23.058417 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Attempting to bind port 7a167ae8-ce16-492c-b9d1-ca2217f95dde on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:23.109423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:29:23.109738 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Checking segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:23.110151 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Bound using segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:29:23.110579 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Bound port: 7a167ae8-ce16-492c-b9d1-ca2217f95dde, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:29:23.110940 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.151714 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Attempt 2 to provision port 7a167ae8-ce16-492c-b9d1-ca2217f95dde Sep 23 15:29:23.153439 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:23.166910 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:23.182150 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:23.187889 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] For port 7a167ae8-ce16-492c-b9d1-ca2217f95dde, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:29:23.189610 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Port 7a167ae8-ce16-492c-b9d1-ca2217f95dde cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:23.192522 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] For port 7a167ae8-ce16-492c-b9d1-ca2217f95dde, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:29:23.199879 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.204030 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:23.204656 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.206021 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/7a167ae8-ce16-492c-b9d1-ca2217f95dde HTTP/1.1" status: 200 len: 1094 time: 0.6849213 Sep 23 15:29:23.206640 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:23.208961 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521" -d '{"events": [{"name": "network-changed", "server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:23.250503 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:29:23.254898 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d296b9f3-8f9b-49a1-b36e-b464f60a96b0 x-openstack-request-id: req-d296b9f3-8f9b-49a1-b36e-b464f60a96b0 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:23.256003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:23.256454 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d296b9f3-8f9b-49a1-b36e-b464f60a96b0 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:23.256920 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d296b9f3-8f9b-49a1-b36e-b464f60a96b0'] response: {'name': 'network-changed', 'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'status': 'completed', 'code': 200} Sep 23 15:29:23.262963 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c148bd-5ee0-4337-ab40-196e93b47d32 service neutron] Pushing event updated for resources: {'Port': ['ID=7a167ae8-ce16-492c-b9d1-ca2217f95dde,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:23.317150 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-c6aaddff-820c-448a-89d1-aad97ff053a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:23.319383 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-c6aaddff-820c-448a-89d1-aad97ff053a2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 1128 time: 0.0423379 Sep 23 15:29:23.357816 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:23.365366 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-7db8d0d9-a33b-42e4-ba9e-1f8a5d925f59 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde HTTP/1.1" status: 200 len: 217 time: 0.0337830 Sep 23 15:29:23.375629 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495', 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb', 'port_id': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495', 'mac_address': 'fa:16:3e:ae:84:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e44911-a4df-49ba-9028-da6938f77385', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:29:23.385430 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.421320 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-cce60d94-9783-4d2a-bef2-76608460e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:23.423092 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-cce60d94-9783-4d2a-bef2-76608460e4a8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0521004 Sep 23 15:29:23.429587 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.434791 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:23.435169 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.450322 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:29:23.472863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:23.473543 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-6078d763-592d-4fe1-a3d6-7fb6e94734a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:23.475785 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-6078d763-592d-4fe1-a3d6-7fb6e94734a9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471106 Sep 23 15:29:23.477754 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.525188 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:23.575008 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-634df120-4a95-4855-81a7-96833d0a5c6a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933399 Sep 23 15:29:23.670658 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aa163-3af0-4349-955b-2c403ce8140c req-bec3f9a4-9f30-4ec6-a3b8-40837acb80b2 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:23.672240 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9b7aa163-3af0-4349-955b-2c403ce8140c req-bec3f9a4-9f30-4ec6-a3b8-40837acb80b2 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 944 time: 0.0509150 Sep 23 15:29:23.690308 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Attempt 3 to provision port 7a167ae8-ce16-492c-b9d1-ca2217f95dde Sep 23 15:29:23.707064 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d16d-0f35-4722-b91f-ce49528da608 req-d07d6704-1cb6-4750-8086-e15d2a72018c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:23.709964 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9816d16d-0f35-4722-b91f-ce49528da608 req-d07d6704-1cb6-4750-8086-e15d2a72018c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 944 time: 0.0669451 Sep 23 15:29:23.711279 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6c0dfb3b-4d9a-4042-b697-f3ccf5190058 req-f6eab949-4258-4f37-99d6-bfd4d6daec83 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290786 Sep 23 15:29:23.723309 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9b7aa163-3af0-4349-955b-2c403ce8140c req-18a4d84f-2a88-463c-a8b3-eeb07b6de6f3 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446420 Sep 23 15:29:23.743955 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b4c27e1c-ab0d-48a6-a374-20ebc222ecb8 None None] Port 7a167ae8-ce16-492c-b9d1-ca2217f95dde had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:29:23.769025 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9816d16d-0f35-4722-b91f-ce49528da608 req-4c15b242-06e2-46c0-8361-044cae09fa3c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532868 Sep 23 15:29:24.090858 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['03b007c0-cf9c-480d-bb2e-fdba7ffb4495'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:29:24.862945 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a2b36-19df-48a6-8756-d6b61cf9060b req-4f1d281f-86e9-444f-927e-165fcb9aba76 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:24.864576 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e6a2b36-19df-48a6-8756-d6b61cf9060b req-4f1d281f-86e9-444f-927e-165fcb9aba76 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 944 time: 0.0537059 Sep 23 15:29:24.908028 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfde55b-68cd-4874-be6e-8572998f4d3e req-107d66d4-4c23-4740-87cb-021282b71f3e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:24.909543 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4dfde55b-68cd-4874-be6e-8572998f4d3e req-107d66d4-4c23-4740-87cb-021282b71f3e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 944 time: 0.0515757 Sep 23 15:29:24.925773 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6e6a2b36-19df-48a6-8756-d6b61cf9060b req-f48bbf25-3be6-4d86-aa9e-03a5b4da0d27 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Sep 23 15:29:24.958200 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4dfde55b-68cd-4874-be6e-8572998f4d3e req-e9046eab-8018-40a6-b131-c66a523ebd4b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427887 Sep 23 15:29:25.290483 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:25.338031 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:29:25.345732 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:25.346138 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:25.346469 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 Sep 23 15:29:25.423274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:25.423530 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:25.454888 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:25.457825 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bfff6b-0b04-460d-997b-285e5646af4e" -d '{"events": [{"server_uuid": "9bedab26-5bb6-46b5-a664-a9f0b9d697f9", "name": "network-vif-plugged", "status": "completed", "tag": "03b007c0-cf9c-480d-bb2e-fdba7ffb4495"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:25.472967 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:25.479703 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:25.521519 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:25.527196 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:25.558205 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbfa944-1e91-444c-870b-8f2f002f3f50 x-openstack-request-id: req-1fbfa944-1e91-444c-870b-8f2f002f3f50 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:25.558497 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bedab26-5bb6-46b5-a664-a9f0b9d697f9", "name": "network-vif-plugged", "status": "completed", "tag": "03b007c0-cf9c-480d-bb2e-fdba7ffb4495", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:25.558752 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1fbfa944-1e91-444c-870b-8f2f002f3f50 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:25.559156 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbfa944-1e91-444c-870b-8f2f002f3f50'] response: {'server_uuid': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495', 'code': 200} Sep 23 15:29:25.870326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-61dd6f1f-e66f-4112-a89e-bbebb1da5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:25.872206 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-61dd6f1f-e66f-4112-a89e-bbebb1da5c27 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 1128 time: 0.0436027 Sep 23 15:29:25.954026 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:25.977921 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-528c92fc-133b-4fad-9fab-08a4b3823329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:25.979366 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-528c92fc-133b-4fad-9fab-08a4b3823329 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.1008310 Sep 23 15:29:26.044032 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-3be59570-823e-4ab7-b605-ffe0cb2f57f3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde HTTP/1.1" status: 200 len: 217 time: 0.0460868 Sep 23 15:29:26.066827 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcc1a3-cfb7-44ce-9725-ca7a05757e89 req-4d78232b-38c1-4d16-85e8-df7bd798745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:26.068267 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-23dcc1a3-cfb7-44ce-9725-ca7a05757e89 req-4d78232b-38c1-4d16-85e8-df7bd798745f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 1129 time: 0.1040957 Sep 23 15:29:26.087196 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94967ee-89b1-47f1-8d78-0ddc06361022 req-66b5ddd1-a468-4dde-8484-3e752c64bc7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:26.088688 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f94967ee-89b1-47f1-8d78-0ddc06361022 req-66b5ddd1-a468-4dde-8484-3e752c64bc7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 944 time: 0.0497897 Sep 23 15:29:26.129541 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054cbfa-774c-405f-b6a3-7ea83cdfcc60 req-0330213a-b65c-4bd0-8982-ba85a1f39c5f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:26.130886 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7054cbfa-774c-405f-b6a3-7ea83cdfcc60 req-0330213a-b65c-4bd0-8982-ba85a1f39c5f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 945 time: 0.1246665 Sep 23 15:29:26.138844 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f94967ee-89b1-47f1-8d78-0ddc06361022 req-813b8a13-b917-410d-89f7-b32071206948 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Sep 23 15:29:26.166824 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-17d9159d-9f65-46bc-b407-76511c5dad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:26.167967 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-17d9159d-9f65-46bc-b407-76511c5dad19 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.1027386 Sep 23 15:29:26.206820 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-23dcc1a3-cfb7-44ce-9725-ca7a05757e89 req-a4a67848-c017-4892-bd79-d718f8d4c926 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289735 Sep 23 15:29:26.210193 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:26.238183 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-9ca823ca-8cbd-4010-9015-4be80bab0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:26.239643 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-9ca823ca-8cbd-4010-9015-4be80bab0161 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654657 Sep 23 15:29:26.244550 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7054cbfa-774c-405f-b6a3-7ea83cdfcc60 req-cb5bf841-1be2-42cf-b746-1235e3551bcd tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055217 Sep 23 15:29:26.636784 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-cf019d2c-e80d-46de-95c5-4a51e9dac657 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924511 Sep 23 15:29:27.129211 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-beda394d-7a7a-4bf7-ab36-c3e15dbeb521 req-1adc5879-6459-42db-a448-969136b20f46 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978274 Sep 23 15:29:27.276966 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eb665-99e3-4fa0-849f-aa7dc8424677 req-8083791f-765d-46cf-b8aa-ee6f441cd68f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:27.278470 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bd1eb665-99e3-4fa0-849f-aa7dc8424677 req-8083791f-765d-46cf-b8aa-ee6f441cd68f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 944 time: 0.0545478 Sep 23 15:29:27.297287 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 7a167ae8-ce16-492c-b9d1-ca2217f95dde details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:29:27.330907 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-bd1eb665-99e3-4fa0-849f-aa7dc8424677 req-4ef03d11-882b-40f0-ae91-e96b3b530dea tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Sep 23 15:29:27.377065 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca5620-47d7-40e5-9c65-8590267e4bf3 req-b7db1ded-6017-44ee-9127-84c1fc47b059 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:27.378644 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-46ca5620-47d7-40e5-9c65-8590267e4bf3 req-b7db1ded-6017-44ee-9127-84c1fc47b059 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Sep 23 15:29:27.430904 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-46ca5620-47d7-40e5-9c65-8590267e4bf3 req-e8f791a6-838a-4c02-ad06-99c5124724f6 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Sep 23 15:29:27.512202 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:27.542632 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 7a167ae8-ce16-492c-b9d1-ca2217f95dde, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:27.553634 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:29:27.591100 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 7a167ae8-ce16-492c-b9d1-ca2217f95dde is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:27.591687 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:27.611457 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a167ae8-ce16-492c-b9d1-ca2217f95dde {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:29:27.631542 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 7a167ae8-ce16-492c-b9d1-ca2217f95dde, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:27.638824 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:27.685666 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=7a167ae8-ce16-492c-b9d1-ca2217f95dde,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:28.044608 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['7a167ae8-ce16-492c-b9d1-ca2217f95dde'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:29:28.471878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323a65a-dace-42a8-877e-b15bf7172706 req-047c3708-175e-4d9e-a02e-bee6ff5d4ec5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.473391 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5323a65a-dace-42a8-877e-b15bf7172706 req-047c3708-175e-4d9e-a02e-bee6ff5d4ec5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Sep 23 15:29:28.524743 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5323a65a-dace-42a8-877e-b15bf7172706 req-c6201071-7e61-4e00-8765-0d2df219f1a1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Sep 23 15:29:28.558186 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bc620-6ca7-4aed-920d-53605ca9aea1 req-d0636360-b907-48f5-9983-e1ba74beffa5 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.559668 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-160bc620-6ca7-4aed-920d-53605ca9aea1 req-d0636360-b907-48f5-9983-e1ba74beffa5 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 945 time: 0.0513034 Sep 23 15:29:28.613832 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-160bc620-6ca7-4aed-920d-53605ca9aea1 req-e21c3a4e-d36e-4779-ab15-fb008c261d22 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484192 Sep 23 15:29:29.308478 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 7a167ae8-ce16-492c-b9d1-ca2217f95dde up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:29.351986 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 7a167ae8-ce16-492c-b9d1-ca2217f95dde completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:29:29.360262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 7a167ae8-ce16-492c-b9d1-ca2217f95dde triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:29.360691 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.361096 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 7a167ae8-ce16-492c-b9d1-ca2217f95dde Sep 23 15:29:29.438915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 7a167ae8-ce16-492c-b9d1-ca2217f95dde is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:29.439300 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.464849 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:29.467091 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9022617-9990-478c-a129-a1997a6299ad" -d '{"events": [{"server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "name": "network-vif-plugged", "status": "completed", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:29.485024 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 7a167ae8-ce16-492c-b9d1-ca2217f95dde, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:29.497222 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.529852 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c67cf82-53fb-499d-b6b0-2d5ddc2460ca x-openstack-request-id: req-0c67cf82-53fb-499d-b6b0-2d5ddc2460ca {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:29.530142 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "name": "network-vif-plugged", "status": "completed", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:29.530393 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c67cf82-53fb-499d-b6b0-2d5ddc2460ca {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:29.530786 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c67cf82-53fb-499d-b6b0-2d5ddc2460ca'] response: {'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'code': 200} Sep 23 15:29:29.558724 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=7a167ae8-ce16-492c-b9d1-ca2217f95dde,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:29.650529 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e47d1-76c7-41f7-bae4-43f54ae70a35 req-da99bd4a-0219-4d9a-8633-ff35e2762e52 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:29.652644 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bc2e47d1-76c7-41f7-bae4-43f54ae70a35 req-da99bd4a-0219-4d9a-8633-ff35e2762e52 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0511000 Sep 23 15:29:29.707930 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bc2e47d1-76c7-41f7-bae4-43f54ae70a35 req-27b26ee9-fea9-46f5-9418-6f9c2db1cbea tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482900 Sep 23 15:29:29.752009 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94768aec-fdcf-409f-863f-ac334ebab0cb req-6e766199-c84b-4513-b6c5-d7a2931dd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:29.753569 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-94768aec-fdcf-409f-863f-ac334ebab0cb req-6e766199-c84b-4513-b6c5-d7a2931dd504 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 1130 time: 0.0411279 Sep 23 15:29:29.803693 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-94768aec-fdcf-409f-863f-ac334ebab0cb req-b1c5cabf-850a-48f8-9cb9-7eead550129d service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Sep 23 15:29:30.847541 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b907f-102b-4a4b-a49b-14a749b665ef req-5faa81ee-0995-4c43-8dfd-06a7cb87d38a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:30.849213 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3d5b907f-102b-4a4b-a49b-14a749b665ef req-5faa81ee-0995-4c43-8dfd-06a7cb87d38a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0563481 Sep 23 15:29:30.908072 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3d5b907f-102b-4a4b-a49b-14a749b665ef req-f2674ad2-de53-4bcb-ad5c-5ce9917b43b2 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508938 Sep 23 15:29:32.052645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660d67-856e-497a-abb3-a632ca74d8b8 req-3f94b8fb-68d9-4c4b-8dc0-0a03420d0ba7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:32.055560 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27660d67-856e-497a-abb3-a632ca74d8b8 req-3f94b8fb-68d9-4c4b-8dc0-0a03420d0ba7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0581009 Sep 23 15:29:32.104900 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-27660d67-856e-497a-abb3-a632ca74d8b8 req-b1794a21-48e5-4b47-8daf-9b0038a4422e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Sep 23 15:29:32.227790 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a06a6b-1e0c-4baa-99a3-d389a92a25bb req-b4c6a0ce-90a7-4c7d-b429-7c737c0d0bad tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:32.229193 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a6a06a6b-1e0c-4baa-99a3-d389a92a25bb req-b4c6a0ce-90a7-4c7d-b429-7c737c0d0bad tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Sep 23 15:29:32.241821 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 59078) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:32.249795 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:32.290631 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (f95fe82b-4b83-4736-8c9e-bf032091e8f5), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:32.381110 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:32.503766 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:32.729390 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:32.735359 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (f95fe82b-4b83-4736-8c9e-bf032091e8f5), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:33.091378 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP f95fe82b-4b83-4736-8c9e-bf032091e8f5 associated. External IP: 172.27.1.231, port: 7a167ae8-ce16-492c-b9d1-ca2217f95dde. Sep 23 15:29:33.295476 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:29:33.409791 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:29:33.414340 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:33.422854 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:29:33.433572 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:33.434164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:29:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:33.445367 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-54abd158-f7cb-4600-a9af-13648a1796a3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/f95fe82b-4b83-4736-8c9e-bf032091e8f5 HTTP/1.1" status: 200 len: 992 time: 1.2024529 Sep 23 15:29:33.445986 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:33.448305 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a13954-3459-4943-9e14-ca513f6da2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:33.487396 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404a71b-4065-45db-9da4-fcc209199179 x-openstack-request-id: req-4404a71b-4065-45db-9da4-fcc209199179 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:33.487556 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:33.487684 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4404a71b-4065-45db-9da4-fcc209199179 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:33.488093 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4404a71b-4065-45db-9da4-fcc209199179'] response: {'name': 'network-changed', 'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'status': 'completed', 'code': 200} Sep 23 15:29:33.547203 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:33.578029 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13954-3459-4943-9e14-ca513f6da2bf req-987874d7-8169-4697-95aa-330a801a4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:33.579544 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a13954-3459-4943-9e14-ca513f6da2bf req-987874d7-8169-4697-95aa-330a801a4a0a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 1130 time: 0.0423250 Sep 23 15:29:33.580665 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:33.675708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:33.679117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13954-3459-4943-9e14-ca513f6da2bf req-ebf1e604-945d-49b3-9e22-7b67f99897a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:33.680610 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a13954-3459-4943-9e14-ca513f6da2bf req-ebf1e604-945d-49b3-9e22-7b67f99897a7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.0936692 Sep 23 15:29:33.689002 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:33.748310 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a13954-3459-4943-9e14-ca513f6da2bf req-f1f5cb76-501c-4619-bc29-cfe212c72b11 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde HTTP/1.1" status: 200 len: 1000 time: 0.0596533 Sep 23 15:29:33.772609 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:32Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:33.798867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:29:33.800907 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13954-3459-4943-9e14-ca513f6da2bf req-b6fa659d-a940-4210-bf12-896756f6b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:33.802425 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a13954-3459-4943-9e14-ca513f6da2bf req-b6fa659d-a940-4210-bf12-896756f6b661 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0480745 Sep 23 15:29:33.807637 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:33.808252 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:29:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:33.853540 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13954-3459-4943-9e14-ca513f6da2bf req-1a75ad33-cbf1-49e1-85bc-4e76499f663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:33.855084 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a13954-3459-4943-9e14-ca513f6da2bf req-1a75ad33-cbf1-49e1-85bc-4e76499f663e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463128 Sep 23 15:29:33.906326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:33.915785 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:33.949184 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a13954-3459-4943-9e14-ca513f6da2bf req-961708ca-7735-48db-b2d6-22443c944c2b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863786 Sep 23 15:29:34.048402 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53a13954-3459-4943-9e14-ca513f6da2bf req-12695f18-5d02-4167-be38-7a7ebe04efe0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906250 Sep 23 15:29:34.137384 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:32Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:34.166596 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8bff1-3dc9-4dbd-836f-c3a568c524fe None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:32Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:29:34.332256 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:34.394320 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567b388-4c47-48df-9d47-c77981284ca7 None None] New status for floating IP f95fe82b-4b83-4736-8c9e-bf032091e8f5: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:29:42.573602 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:29:43.437862 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:UPDATE=2,neutron:SELECT=61 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:43.443385 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:44.042978 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=15 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:44.045929 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=35 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:44.323471 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=49 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:44.324824 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:48.274875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b4fb-6e29-48bf-bb5a-4c8b269b03dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:50.448008 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d0e15daf-c420-47a0-8c2e-9d11b782a42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:51.926796 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:52.565180 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:52.566410 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:53.394092 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:53.401765 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:03.392977 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:03.395789 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:04.349809 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:12.110507 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-f5ffc141-3d33-4d39-811b-08a3b95e1fc6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472083 Sep 23 15:30:12.225244 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-6d7edee1-8b9a-48d1-a1e9-aa8c2158746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.226718 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-6d7edee1-8b9a-48d1-a1e9-aa8c2158746a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 1129 time: 0.0405962 Sep 23 15:30:12.603256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-8bc06320-a344-4a51-b8c6-db628ffcc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.605121 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-8bc06320-a344-4a51-b8c6-db628ffcc90d service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.3555827 Sep 23 15:30:12.666463 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-584f236b-9b4b-435c-a103-3c3ad8c99dbe service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0af20c2-28ed-4543-be12-2ae4069574a5 HTTP/1.1" status: 200 len: 1001 time: 0.0553520 Sep 23 15:30:12.717515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-c10f4844-004d-48b8-b725-a8cce4b53c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.718931 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-c10f4844-004d-48b8-b725-a8cce4b53c49 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0468473 Sep 23 15:30:12.762052 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-30d060b7-23e7-4bb9-a3de-88f2d03e0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.763510 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-30d060b7-23e7-4bb9-a3de-88f2d03e0378 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391750 Sep 23 15:30:12.862524 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-9faab7f9-9b5c-4ecf-a140-35fbabb93a7d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930643 Sep 23 15:30:12.953938 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8c9221cb-7a94-4d61-943d-bd44e2b9ae08 req-bb124ccc-36b4-4293-867a-9a156e8a0f28 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854239 Sep 23 15:30:14.337433 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:14.343263 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:18.270873 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-78f8b7a9-d98d-4212-8df7-45ae57adf53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:18.522573 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:18.523451 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:18.635164 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5fa2c-54ee-44db-b19a-2e09558f9f78 req-a2c9ba07-a3d9-46b2-96bd-baf484bb713b tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:18.636677 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7ed5fa2c-54ee-44db-b19a-2e09558f9f78 req-a2c9ba07-a3d9-46b2-96bd-baf484bb713b tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 945 time: 0.0606425 Sep 23 15:30:18.697638 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7ed5fa2c-54ee-44db-b19a-2e09558f9f78 req-a421a11e-c33c-4fd1-8239-2531554ed4b5 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529783 Sep 23 15:30:19.577393 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:30:19.849311 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ca254-2a67-41a3-b1f8-7160cc9cfe08 req-ca9402f6-175b-4c89-9c9e-a81e3887349e tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:19.850792 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f0ca254-2a67-41a3-b1f8-7160cc9cfe08 req-ca9402f6-175b-4c89-9c9e-a81e3887349e tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 945 time: 0.0609007 Sep 23 15:30:19.912933 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f0ca254-2a67-41a3-b1f8-7160cc9cfe08 req-3679b26b-c195-4e00-90b0-144075a78e52 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559211 Sep 23 15:30:20.446830 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bfa0397e-3a48-4517-ad96-f1347b6186f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:20.521034 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92188c-c114-4acf-ab60-12018accb441 req-8302ab1a-9f62-4daf-9d14-9178ccf33b82 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:20.522466 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bf92188c-c114-4acf-ab60-12018accb441 req-8302ab1a-9f62-4daf-9d14-9178ccf33b82 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Sep 23 15:30:20.622287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Deleting port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:20.622634 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:20.721424 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] For port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:20.721710 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:20.735238 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Calling delete_port for 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:20.846251 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:20.848727 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:20.875132 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (03b007c0-cf9c-480d-bb2e-fdba7ffb4495), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:20.903749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Pushing event deleted for resources: {'Port': ['ID=03b007c0-cf9c-480d-bb2e-fdba7ffb4495,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:20.911750 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['03b007c0-cf9c-480d-bb2e-fdba7ffb4495'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:30:20.917574 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.917923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.918273 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.918607 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.918960 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.919268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.919591 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.919916 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.920270 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.920558 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.921058 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.921389 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.921710 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.922032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.922357 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:20.987874 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] No DVR routers for this DVR port 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:20.993420 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:21.000228 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-bf92188c-c114-4acf-ab60-12018accb441 req-09e43401-1b36-4d57-bf70-12d252281656 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "DELETE /networking/v2.0/ports/03b007c0-cf9c-480d-bb2e-fdba7ffb4495 HTTP/1.1" status: 204 len: 173 time: 0.4582551 Sep 23 15:30:21.003377 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'name': 'network-vif-deleted', 'tag': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:21.006839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494e4ede-5c2e-4c7f-af38-38842cacaf7a" -d '{"events": [{"server_uuid": "9bedab26-5bb6-46b5-a664-a9f0b9d697f9", "name": "network-vif-deleted", "tag": "03b007c0-cf9c-480d-bb2e-fdba7ffb4495"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:21.049874 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f9b576d4-627a-4b92-b0ec-4b4ffe7bd1ce req-bfa12e57-b989-4656-aae1-66547607ebff tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=9bedab26-5bb6-46b5-a664-a9f0b9d697f9 HTTP/1.1" status: 200 len: 210 time: 0.0355587 Sep 23 15:30:21.164307 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912c2269-98f7-48b9-9bcd-0a36acb6cce6 x-openstack-request-id: req-912c2269-98f7-48b9-9bcd-0a36acb6cce6 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:21.164827 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bedab26-5bb6-46b5-a664-a9f0b9d697f9", "name": "network-vif-deleted", "tag": "03b007c0-cf9c-480d-bb2e-fdba7ffb4495", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:21.165008 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-912c2269-98f7-48b9-9bcd-0a36acb6cce6 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:21.165275 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912c2269-98f7-48b9-9bcd-0a36acb6cce6'] response: {'server_uuid': '9bedab26-5bb6-46b5-a664-a9f0b9d697f9', 'name': 'network-vif-deleted', 'tag': '03b007c0-cf9c-480d-bb2e-fdba7ffb4495', 'status': 'completed', 'code': 200} Sep 23 15:30:21.919173 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:23.387942 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:23.397608 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:26.267034 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:26.289396 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:26.289947 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 03b007c0-cf9c-480d-bb2e-fdba7ffb4495 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:29.570672 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:29.904179 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=9 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:29.907218 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=9 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:31.024377 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=7 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:31.027782 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:33.320581 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-6a2bcc8c-5285-4968-bf5b-f0461802cd7f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:33.322043 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-6a2bcc8c-5285-4968-bf5b-f0461802cd7f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/networks?id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb HTTP/1.1" status: 200 len: 813 time: 0.1031325 Sep 23 15:30:33.337224 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-1c736396-32c2-4eea-babc-ef93bfc3d8a2 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/quotas/ace0c8e4f20649e28610cde631bc58b8 HTTP/1.1" status: 200 len: 375 time: 0.0090592 Sep 23 15:30:33.373204 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-441c759d-7180-484c-be16-fed78a306052 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=ace0c8e4f20649e28610cde631bc58b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305190 Sep 23 15:30:33.435433 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-cdb02820-1f83-4800-b4b0-4be78136c571 service neutron] http://10.222.0.75:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:30:33.436733 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-cdb02820-1f83-4800-b4b0-4be78136c571 service neutron] 10.222.0.75 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0540690 Sep 23 15:30:33.535704 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-682e2719-5f9d-4174-956c-88e9a388f246 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928018 Sep 23 15:30:33.648075 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffdb1fa8-b4a6-4b9d-815d-2ce196af5de3 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034014 Sep 23 15:30:33.836333 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-95199cb2-75d2-49e9-a499-5abd97962ab6 req-7b07c0e3-bf45-4add-9f11-3b05d7eee8d1 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 210 time: 0.0316968 Sep 23 15:30:34.351520 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:34.942381 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ee8aa25e-e82f-4ddf-8e11-188a3e051709 req-2aa3a8b8-768c-4e61-b60b-fabda4433e7d tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 210 time: 0.0282817 Sep 23 15:30:35.046413 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-229d3b6f-912d-4746-84ef-79c99b1233a1 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:35.048493 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-229d3b6f-912d-4746-84ef-79c99b1233a1 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "GET /networking/v2.0/networks?id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb HTTP/1.1" status: 200 len: 813 time: 0.1098583 Sep 23 15:30:35.067371 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Request body: {'port': {'device_id': '76a97511-2502-4a57-abf5-3e40a374384a', 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb', 'admin_state_up': True, 'tenant_id': 'ace0c8e4f20649e28610cde631bc58b8'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:35.185351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Made reservation on behalf of ace0c8e4f20649e28610cde631bc58b8 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:30:35.191117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.338583 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Allocated IP 172.20.0.11 (bab322e2-8a8f-4b56-81fa-cebe25ebb4eb/a6e44911-a4df-49ba-9028-da6938f77385/cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:35.488423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks [] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.522937 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.572618 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:35.576038 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:35.580176 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:30:35.586412 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Pushing event updated for resources: {'Port': ['ID=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:35.633469 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:35.634073 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.653951 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-7295a1fc-56b3-4ce7-842a-b176ff8f911a tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905793 Sep 23 15:30:35.671997 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Request body: {'port': {'device_id': '76a97511-2502-4a57-abf5-3e40a374384a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:35.728743 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:35.736546 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.843745 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:36.011372 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:30:36.019948 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Publish callbacks [] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:36.061922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Transition to ACTIVE for port object cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:30:36.068073 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:36.102861 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62a60-27db-4174-ba98-c602da222bd8 req-e2392607-21d7-4ebd-bdbe-28d46cb597f9 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:36.104231 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53d62a60-27db-4174-ba98-c602da222bd8 req-e2392607-21d7-4ebd-bdbe-28d46cb597f9 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 932 time: 0.0816364 Sep 23 15:30:36.155406 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:36.209536 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-53d62a60-27db-4174-ba98-c602da222bd8 req-9f5053da-a509-421f-becd-72e0eb4601ae tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948410 Sep 23 15:30:36.226659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Attempting to bind port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:30:36.227025 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Attempting to bind port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:30:36.227350 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Attempting to bind port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f on network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:30:36.268974 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f on network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:30:36.269302 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Attempting to bind port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f on network bab322e2-8a8f-4b56-81fa-cebe25ebb4eb {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:30:36.318348 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:30:36.318686 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Checking segment: {'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:30:36.319069 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Bound using segment: {'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:30:36.319506 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Bound port: cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8039ae-baca-4a3b-9141-2547ef13b552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:30:36.319865 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:36.382916 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] For port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:30:36.386768 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] For port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:30:36.394321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:36.401475 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:36.402448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:36.405344 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f HTTP/1.1" status: 200 len: 1094 time: 0.7373509 Sep 23 15:30:36.406159 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a97511-2502-4a57-abf5-3e40a374384a', 'tag': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:36.409894 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec977738-0e92-4f42-814e-53bd55b526ee" -d '{"events": [{"name": "network-changed", "server_uuid": "76a97511-2502-4a57-abf5-3e40a374384a", "tag": "cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:36.453525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c95ed9-2cff-42ea-a07f-0ffd210864c8 x-openstack-request-id: req-a1c95ed9-2cff-42ea-a07f-0ffd210864c8 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:36.453944 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a97511-2502-4a57-abf5-3e40a374384a", "tag": "cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:36.454404 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1c95ed9-2cff-42ea-a07f-0ffd210864c8 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:36.454983 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c95ed9-2cff-42ea-a07f-0ffd210864c8'] response: {'name': 'network-changed', 'server_uuid': '76a97511-2502-4a57-abf5-3e40a374384a', 'tag': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f', 'status': 'completed', 'code': 200} Sep 23 15:30:36.489804 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb800a8-8811-453f-8c5d-d4c125fa82b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:36.550980 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec977738-0e92-4f42-814e-53bd55b526ee req-69465d47-90b9-449d-b9cb-7828ad4f67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:36.552580 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ec977738-0e92-4f42-814e-53bd55b526ee req-69465d47-90b9-449d-b9cb-7828ad4f67e9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ace0c8e4f20649e28610cde631bc58b8&device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 1128 time: 0.0455241 Sep 23 15:30:36.667535 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec977738-0e92-4f42-814e-53bd55b526ee req-dc1cdc17-3794-44e6-afa8-2c78a568bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:36.668970 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ec977738-0e92-4f42-814e-53bd55b526ee req-dc1cdc17-3794-44e6-afa8-2c78a568bd8e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=ace0c8e4f20649e28610cde631bc58b8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1025505 Sep 23 15:30:36.741171 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:36.769988 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:36.789090 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec977738-0e92-4f42-814e-53bd55b526ee req-6b6fe8cb-3187-441b-9380-efd9f85b0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:36.790572 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ec977738-0e92-4f42-814e-53bd55b526ee req-6b6fe8cb-3187-441b-9380-efd9f85b0b21 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157973 Sep 23 15:30:36.913960 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-d560a836-ae97-4cbf-b1df-51e774a2fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:36.915471 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-d560a836-ae97-4cbf-b1df-51e774a2fdb8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=ace0c8e4f20649e28610cde631bc58b8&device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 1128 time: 0.0423083 Sep 23 15:30:36.962062 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-9d52ac6b-8ca5-4947-979a-8b64ca93bf92 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f HTTP/1.1" status: 200 len: 217 time: 0.0331299 Sep 23 15:30:37.021646 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-11784178-5e6b-425c-bf87-122d203dd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:37.023132 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-11784178-5e6b-425c-bf87-122d203dd157 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=a6e44911-a4df-49ba-9028-da6938f77385 HTTP/1.1" status: 200 len: 853 time: 0.0547564 Sep 23 15:30:37.058023 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-5d81dc17-c5b9-4b3e-a4df-e9e3c6f1c283 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283337 Sep 23 15:30:37.153601 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-2dc16c1e-2973-46fd-8f0b-f2349025e8db service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893180 Sep 23 15:30:37.246403 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d62d0ee5-09eb-4331-92fd-5e735cb55a77 req-9552bf85-8655-406b-a456-671ffb5c14c6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872171 Sep 23 15:30:37.336911 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7c316-2c8c-47fd-bd4d-50d1cd5f4ec7 req-86cd6cfd-3f27-4bcb-a7ce-309e396925d8 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:37.338558 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57e7c316-2c8c-47fd-bd4d-50d1cd5f4ec7 req-86cd6cfd-3f27-4bcb-a7ce-309e396925d8 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 944 time: 0.0481741 Sep 23 15:30:37.388025 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-57e7c316-2c8c-47fd-bd4d-50d1cd5f4ec7 req-e72fb192-bfdf-4ca7-8fa4-88aa96c1f7f4 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Sep 23 15:30:37.946083 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215000ff-baed-4d6c-8dd8-8ec5329a298b req-ac085ace-ba12-4106-a6c8-9cba8602a378 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:37.947573 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-215000ff-baed-4d6c-8dd8-8ec5329a298b req-ac085ace-ba12-4106-a6c8-9cba8602a378 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0520329 Sep 23 15:30:38.002966 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-215000ff-baed-4d6c-8dd8-8ec5329a298b req-4c4580ab-6175-40db-81f5-699d72324b02 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 Sep 23 15:30:38.531398 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f67a0-9358-4d7b-a4cf-0fa5edb51a05 req-151ec36c-f9fb-45f6-817c-034016472580 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:38.533053 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-596f67a0-9358-4d7b-a4cf-0fa5edb51a05 req-151ec36c-f9fb-45f6-817c-034016472580 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 944 time: 0.0516105 Sep 23 15:30:38.588018 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-596f67a0-9358-4d7b-a4cf-0fa5edb51a05 req-29e57279-4c8c-461d-a5dc-4351ba99de04 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Sep 23 15:30:39.130592 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0d7d-37ec-4b65-9eed-49f75fbc071f req-16a94c31-bb1e-4069-a3a3-509d5a820897 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:39.132631 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-49ba0d7d-37ec-4b65-9eed-49f75fbc071f req-16a94c31-bb1e-4069-a3a3-509d5a820897 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0530708 Sep 23 15:30:39.185349 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-49ba0d7d-37ec-4b65-9eed-49f75fbc071f req-a34d3056-787e-4fda-9879-f275167f4095 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469923 Sep 23 15:30:39.713278 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c338e10-c520-4c96-9fc4-37dfd0bda9ff req-2707f804-8447-4324-8025-6aec05f67dbd tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:39.714759 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3c338e10-c520-4c96-9fc4-37dfd0bda9ff req-2707f804-8447-4324-8025-6aec05f67dbd tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 944 time: 0.0482042 Sep 23 15:30:39.764463 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3c338e10-c520-4c96-9fc4-37dfd0bda9ff req-9061f972-8997-4b71-af9a-48fdccc580a3 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433733 Sep 23 15:30:40.314657 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5241-a8b5-445b-84ef-a84c43d6ccd9 req-3312f4fe-4dd9-4611-aa2d-18920f585fa5 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:40.316356 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-de6d5241-a8b5-445b-84ef-a84c43d6ccd9 req-3312f4fe-4dd9-4611-aa2d-18920f585fa5 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0535617 Sep 23 15:30:40.332149 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:30:40.375005 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-de6d5241-a8b5-445b-84ef-a84c43d6ccd9 req-c94105fa-0445-4c61-be54-7d0071558928 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527744 Sep 23 15:30:40.436484 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:40.447981 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f', 'network_id': 'bab322e2-8a8f-4b56-81fa-cebe25ebb4eb', 'port_id': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f', 'mac_address': 'fa:16:3e:4c:67:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e44911-a4df-49ba-9028-da6938f77385', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:30:40.488014 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:30:40.488359 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.502989 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:30:40.524255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:40.530171 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.582230 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:40.589695 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.590036 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.590370 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.590708 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.591109 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.591844 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.591844 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.592030 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.592368 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.592794 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.593117 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.593441 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.593754 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.594069 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.594380 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.893228 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208e61-9081-4a62-b61a-7ab4ddcc08f0 req-2252cdcc-f78e-4051-b44b-2cd05c173df8 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:40.894886 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-19208e61-9081-4a62-b61a-7ab4ddcc08f0 req-2252cdcc-f78e-4051-b44b-2cd05c173df8 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 945 time: 0.0487945 Sep 23 15:30:40.943724 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-19208e61-9081-4a62-b61a-7ab4ddcc08f0 req-3ad75171-5881-4d71-a834-90c7cfd08746 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Sep 23 15:30:41.037848 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:30:41.500847 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2725-0403-4b4c-8bd8-70591e386d4c req-d2e0f768-f52a-47eb-9d51-f8e3c7cec8d6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:41.502416 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-919f2725-0403-4b4c-8bd8-70591e386d4c req-d2e0f768-f52a-47eb-9d51-f8e3c7cec8d6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0500736 Sep 23 15:30:41.562620 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-919f2725-0403-4b4c-8bd8-70591e386d4c req-99c35ddd-77fc-4c33-bfc0-f80bd660ce26 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502539 Sep 23 15:30:41.798210 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80610683-997a-48af-a7ca-d410340f5df8 req-900d5fa3-c23b-4926-a07a-375aaac5a8e2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:41.799776 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-80610683-997a-48af-a7ca-d410340f5df8 req-900d5fa3-c23b-4926-a07a-375aaac5a8e2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 945 time: 0.0478883 Sep 23 15:30:41.891659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Deleting port f0af20c2-28ed-4543-be12-2ae4069574a5 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:41.891996 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.954867 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:41.992759 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] For port f0af20c2-28ed-4543-be12-2ae4069574a5, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f0af20c2-28ed-4543-be12-2ae4069574a5,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:41.993128 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.045794 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:42.083325 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf223afa-c256-41c6-be12-2488d84c33c6 req-c82b8829-ced3-4c25-8b86-e2c742e1afe5 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:42.089658 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf223afa-c256-41c6-be12-2488d84c33c6 req-c82b8829-ced3-4c25-8b86-e2c742e1afe5 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 945 time: 0.0650880 Sep 23 15:30:42.146144 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cf223afa-c256-41c6-be12-2488d84c33c6 req-c3b23e32-6b9d-4743-a9df-60a21eac5ae2 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551391 Sep 23 15:30:42.171540 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.171891 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (294d0ac0-f14c-4097-baaa-4764bfc9106b), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.172198 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Floating IP 294d0ac0-f14c-4097-baaa-4764bfc9106b disassociated. External IP: 172.27.1.185, port: f0af20c2-28ed-4543-be12-2ae4069574a5. Sep 23 15:30:42.172529 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Calling delete_port for f0af20c2-28ed-4543-be12-2ae4069574a5 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:42.310284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (f0af20c2-28ed-4543-be12-2ae4069574a5), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.341227 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event deleted for resources: {'Port': ['ID=f0af20c2-28ed-4543-be12-2ae4069574a5,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:42.377629 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:30:42.423254 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:30:42.431116 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:30:42.431865 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.432378 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f Sep 23 15:30:42.458901 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:30:42.517782 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:30:42.520544 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.547417 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a97511-2502-4a57-abf5-3e40a374384a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:42.549991 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1439845-56a4-4b0f-b4bc-04c09bfa7b59" -d '{"events": [{"server_uuid": "76a97511-2502-4a57-abf5-3e40a374384a", "name": "network-vif-plugged", "status": "completed", "tag": "cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:42.563559 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:42.565918 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:42.572129 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.586229 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:30:42.627071 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f666b346-d6b3-4b07-8c5c-9bf5b742fa0e x-openstack-request-id: req-f666b346-d6b3-4b07-8c5c-9bf5b742fa0e {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:42.627465 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a97511-2502-4a57-abf5-3e40a374384a", "name": "network-vif-plugged", "status": "completed", "tag": "cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:42.628286 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f666b346-d6b3-4b07-8c5c-9bf5b742fa0e {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:42.629502 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f666b346-d6b3-4b07-8c5c-9bf5b742fa0e'] response: {'server_uuid': '76a97511-2502-4a57-abf5-3e40a374384a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f', 'code': 200} Sep 23 15:30:42.640179 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] No DVR routers for this DVR port f0af20c2-28ed-4543-be12-2ae4069574a5 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:42.640394 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:42.641011 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.644418 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-80610683-997a-48af-a7ca-d410340f5df8 req-b6f8671a-709c-4055-95ee-d2fea14eb262 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f0af20c2-28ed-4543-be12-2ae4069574a5 HTTP/1.1" status: 204 len: 173 time: 0.8381231 Sep 23 15:30:42.646649 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'name': 'network-vif-deleted', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:42.648074 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab43e31-5660-48fa-8f89-1b42df5fc395" -d '{"events": [{"server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "name": "network-vif-deleted", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:42.705955 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:42.706227 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c580b-b73f-4880-a3d5-5083b43c5b9a x-openstack-request-id: req-151c580b-b73f-4880-a3d5-5083b43c5b9a {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:42.708650 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43e17d3-319f-4b57-ae94-39d418139c9c", "name": "network-vif-deleted", "tag": "f0af20c2-28ed-4543-be12-2ae4069574a5", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:42.708880 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-151c580b-b73f-4880-a3d5-5083b43c5b9a {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:42.709310 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151c580b-b73f-4880-a3d5-5083b43c5b9a'] response: {'server_uuid': 'b43e17d3-319f-4b57-ae94-39d418139c9c', 'name': 'network-vif-deleted', 'tag': 'f0af20c2-28ed-4543-be12-2ae4069574a5', 'status': 'completed', 'code': 200} Sep 23 15:30:42.710381 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:30:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:42.716102 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:42.748820 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a8c8308b-e1a5-4c0b-92be-2bbfd5e07c9b req-a85c3722-46e5-4bfb-9e99-e196bb2111dd tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0780218 Sep 23 15:30:42.803575 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:42.897125 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:42.926804 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe56e8-ef3e-4569-aba7-a660230c7fb7 req-5de52b37-4b6d-4e58-bb6f-4a9a15e99f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:42.928447 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8cfe56e8-ef3e-4569-aba7-a660230c7fb7 req-5de52b37-4b6d-4e58-bb6f-4a9a15e99f85 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 1130 time: 0.0480263 Sep 23 15:30:42.983913 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8cfe56e8-ef3e-4569-aba7-a660230c7fb7 req-a8cbdeac-59b3-4279-ac02-dd50e3081428 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468249 Sep 23 15:30:43.243633 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:43.269643 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:43.274363 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc20ac8-0d02-451b-bac3-17b1b9f7e8ed req-d2d0cd0b-811b-476a-90d5-a41560492c15 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:43.277080 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3cc20ac8-0d02-451b-bac3-17b1b9f7e8ed req-d2d0cd0b-811b-476a-90d5-a41560492c15 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 946 time: 0.0545425 Sep 23 15:30:43.279176 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:43.279820 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:30:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:43.337203 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3cc20ac8-0d02-451b-bac3-17b1b9f7e8ed req-90a728db-a4c6-46fa-ba9f-210c1ac6ede9 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Sep 23 15:30:43.385516 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:43.581771 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:43.609739 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400e60ae-e13f-4580-a3d9-be16a23afa23 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:43.871083 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99eac8-b1d3-4e9c-8e64-807fa2e1c958 None None] New status for floating IP 294d0ac0-f14c-4097-baaa-4764bfc9106b: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:30:43.890679 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-63ca38d6-b0a6-4264-9a04-9461b54caca8 req-b79d03c4-70ff-4575-b3e2-81578241df46 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0295513 Sep 23 15:30:44.463864 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fda5d-9521-40f5-a369-14d1e3adec67 req-9a4621f3-c0de-4dcb-ad33-c153adb752ca tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:44.465719 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5a4fda5d-9521-40f5-a369-14d1e3adec67 req-9a4621f3-c0de-4dcb-ad33-c153adb752ca tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 946 time: 0.0545757 Sep 23 15:30:44.548381 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5a4fda5d-9521-40f5-a369-14d1e3adec67 req-f80b35ed-3e2f-4798-9aa7-6f4613bfa3eb tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754409 Sep 23 15:30:45.017828 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cec0880a-723e-4c16-9b3d-fb2b992cf469 req-72303e04-4f73-4f63-8677-74c2a1c085af tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=b43e17d3-319f-4b57-ae94-39d418139c9c HTTP/1.1" status: 200 len: 210 time: 0.0343847 Sep 23 15:30:45.668972 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:45.689946 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fd261-3c2f-460c-9de6-e48845bbc5a5 req-f92fa8b4-2922-42d8-b371-3efaf7b6ebf2 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:45.691405 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a51fd261-3c2f-460c-9de6-e48845bbc5a5 req-f92fa8b4-2922-42d8-b371-3efaf7b6ebf2 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 946 time: 0.0589230 Sep 23 15:30:45.746417 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a51fd261-3c2f-460c-9de6-e48845bbc5a5 req-28dc9003-563e-44f6-8b02-af222e31e613 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470688 Sep 23 15:30:46.277604 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:46.306687 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-00e0f8b8-f24b-4916-936a-52fb539f9f4a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-132906259&fields=id&tenant_id=c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 267 time: 0.0530801 Sep 23 15:30:46.356286 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device f0af20c2-28ed-4543-be12-2ae4069574a5 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:46.377730 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: f0af20c2-28ed-4543-be12-2ae4069574a5 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:46.378071 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device f0af20c2-28ed-4543-be12-2ae4069574a5 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:46.416814 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-f526ccdc-1f2d-4a5f-bfe2-f81aefecbae9 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:46.418287 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-f526ccdc-1f2d-4a5f-bfe2-f81aefecbae9 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 812 time: 0.1045313 Sep 23 15:30:46.433684 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-05a6fd4a-eb21-4127-b20d-f737d8637db3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/quotas/c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 375 time: 0.0094540 Sep 23 15:30:46.488199 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-64e184b6-fe5e-45aa-b510-bce720331bae tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488703 Sep 23 15:30:46.633063 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-a8ab0db2-d1d2-4896-8f45-6b603d89b936 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323700 Sep 23 15:30:46.732082 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-cf1ac95b-4566-4f68-8fdc-326af01fcc89 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913653 Sep 23 15:30:47.040915 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-a0c79fec-3480-4fca-80c3-3e6532ca819b req-ecb7ca79-0700-4131-aade-5a7e5b7989fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 210 time: 0.0281181 Sep 23 15:30:48.155288 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-654066dc-5315-4215-9f8f-6cc9da16182b req-7d1a5035-ca13-494e-b8ab-6743928b2283 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 210 time: 0.0389948 Sep 23 15:30:48.262106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-c725610b-5694-4b5b-8503-718988b68163 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.263693 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-c725610b-5694-4b5b-8503-718988b68163 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 812 time: 0.1181245 Sep 23 15:30:48.289518 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-164f1a27-5764-4d5b-a810-c52c430cbcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.330297 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-61857ab9-cc69-4e7d-9399-1e78dc08bc36 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 379 time: 0.0538220 Sep 23 15:30:48.338902 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'port': {'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'admin_state_up': True, 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'security_groups': ['09889234-3df8-421a-a53c-4798ea06dfd7']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:48.449114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Made reservation on behalf of c05aa308acb842198935488c659d9ab3 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:30:48.453872 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.588807 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Allocated IP 172.20.0.5 (80722061-916e-4bee-90cb-3ac06c3dce58/8ea68e47-fe2d-464f-9c7a-edb88c98c8ae/e2599f50-9d14-4ba1-bf63-bca221e1f35e) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:48.598566 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:48.713427 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:48.737119 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.772614 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.818138 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Network 80722061-916e-4bee-90cb-3ac06c3dce58 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:48.823512 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:48.825495 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=e2599f50-9d14-4ba1-bf63-bca221e1f35e,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:48.827574 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:30:48.878010 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.878751 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.897536 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-b9399742-c86e-4554-ae42-e445cfe32d0c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621457 Sep 23 15:30:48.915144 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Request body: {'port': {'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:48.982461 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.062196 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Provisioning complete for port e2599f50-9d14-4ba1-bf63-bca221e1f35e triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:30:49.062575 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.062902 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Attempt 1 to provision port e2599f50-9d14-4ba1-bf63-bca221e1f35e Sep 23 15:30:49.095573 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Port e2599f50-9d14-4ba1-bf63-bca221e1f35e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:30:49.284124 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97e77a-5173-4a3e-bffc-e70cce9e6516 req-21f47567-f26a-449a-8719-ad2a8a7728c5 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:49.285709 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-da97e77a-5173-4a3e-bffc-e70cce9e6516 req-21f47567-f26a-449a-8719-ad2a8a7728c5 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 931 time: 0.0506573 Sep 23 15:30:49.344185 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-da97e77a-5173-4a3e-bffc-e70cce9e6516 req-197b48ed-a9e1-409a-9233-309335f4c6d4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522358 Sep 23 15:30:49.508602 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2599f50-9d14-4ba1-bf63-bca221e1f35e {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:30:49.516498 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Publish callbacks [] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.529770 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Transition to ACTIVE for port object e2599f50-9d14-4ba1-bf63-bca221e1f35e will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:30:49.535461 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.594544 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2599f50-9d14-4ba1-bf63-bca221e1f35e,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:49.596746 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Attempt 2 to provision port e2599f50-9d14-4ba1-bf63-bca221e1f35e Sep 23 15:30:49.633630 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Port e2599f50-9d14-4ba1-bf63-bca221e1f35e cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:30:49.647274 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Attempting to bind port e2599f50-9d14-4ba1-bf63-bca221e1f35e on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:30:49.647608 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Attempting to bind port e2599f50-9d14-4ba1-bf63-bca221e1f35e by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:30:49.647933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Attempting to bind port e2599f50-9d14-4ba1-bf63-bca221e1f35e on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:30:49.696557 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Port e2599f50-9d14-4ba1-bf63-bca221e1f35e on network 80722061-916e-4bee-90cb-3ac06c3dce58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:30:49.696951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Attempting to bind port e2599f50-9d14-4ba1-bf63-bca221e1f35e on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:30:49.726599 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.746374 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:30:49.746730 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Checking segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:30:49.747084 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Bound using segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:30:49.748151 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Bound port: e2599f50-9d14-4ba1-bf63-bca221e1f35e, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:30:49.748524 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.759202 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.811142 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] For port e2599f50-9d14-4ba1-bf63-bca221e1f35e, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:30:49.814232 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] For port e2599f50-9d14-4ba1-bf63-bca221e1f35e, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:30:49.822111 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.826804 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:49.827413 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.828826 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 200 len: 1093 time: 0.9179432 Sep 23 15:30:49.829367 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:49.831611 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f136a6cd-438d-47aa-a4a0-053373e9d03a" -d '{"events": [{"name": "network-changed", "server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:49.872726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c095e21-b8a8-4dd3-aae7-1baf7ca0dcbb x-openstack-request-id: req-4c095e21-b8a8-4dd3-aae7-1baf7ca0dcbb {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:49.873464 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:49.873715 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c095e21-b8a8-4dd3-aae7-1baf7ca0dcbb {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:49.874118 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c095e21-b8a8-4dd3-aae7-1baf7ca0dcbb'] response: {'name': 'network-changed', 'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'status': 'completed', 'code': 200} Sep 23 15:30:49.883810 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b93d66-98ca-452c-a614-0a6e545e6ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2599f50-9d14-4ba1-bf63-bca221e1f35e,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:49.954749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-e74761b7-9a01-4137-81d9-88849f7756cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:49.956300 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-e74761b7-9a01-4137-81d9-88849f7756cc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1127 time: 0.0440135 Sep 23 15:30:50.001460 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-18955f5b-21ca-4193-a89c-5d3aab25aaa6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 200 len: 217 time: 0.0328126 Sep 23 15:30:50.049809 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-834d8d51-86e7-4392-94b3-61f95c88e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.051237 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-834d8d51-86e7-4392-94b3-61f95c88e252 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0439970 Sep 23 15:30:50.095147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a735faa-1a19-4161-a916-ff0614eda52f req-d5227cfc-1e40-4f7c-9548-c612d44827f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.096607 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-d5227cfc-1e40-4f7c-9548-c612d44827f7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384662 Sep 23 15:30:50.134477 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Attempt 3 to provision port e2599f50-9d14-4ba1-bf63-bca221e1f35e Sep 23 15:30:50.173875 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3986ca68-c952-4324-803b-7c0330c4f575 None None] Port e2599f50-9d14-4ba1-bf63-bca221e1f35e had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:30:50.192246 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-94028b48-a83c-4cc6-b54d-99e815cd85b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893579 Sep 23 15:30:50.300612 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1a735faa-1a19-4161-a916-ff0614eda52f req-749f5114-91ac-4626-9882-b3c3c4c8aa41 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024749 Sep 23 15:30:50.416265 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-c8702029-7a77-413a-aac2-553f5b9a040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.417842 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-c8702029-7a77-413a-aac2-553f5b9a040e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1127 time: 0.0433195 Sep 23 15:30:50.447350 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-efbd5b16-9aee-4422-bc5c-3460730cc133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:50.476524 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e4b9-24c5-4cfe-ab2a-c38ae7695bbd req-2887ab05-14e3-49ea-9530-530539ce8bd2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.478121 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8591e4b9-24c5-4cfe-ab2a-c38ae7695bbd req-2887ab05-14e3-49ea-9530-530539ce8bd2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0491383 Sep 23 15:30:50.514376 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-d114da0d-7b5c-4430-ad4b-e0bcfdfba9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.515816 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-d114da0d-7b5c-4430-ad4b-e0bcfdfba9e2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.0926483 Sep 23 15:30:50.531669 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-8591e4b9-24c5-4cfe-ab2a-c38ae7695bbd req-9fbf3f75-abfb-4120-a585-210c41d69e0d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475702 Sep 23 15:30:50.555147 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-83a631c0-b6a8-4954-b636-dc388a53ac99 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 200 len: 217 time: 0.0329025 Sep 23 15:30:50.604231 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-acfddd77-7beb-45e8-af71-bc8da727683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.605691 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-acfddd77-7beb-45e8-af71-bc8da727683b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0453038 Sep 23 15:30:50.648661 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-c121b728-c1c1-47ec-bf69-dcafb350c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.650101 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-c121b728-c1c1-47ec-bf69-dcafb350c3aa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385039 Sep 23 15:30:50.743665 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-bc0afc6a-186b-4c7c-8ce3-09c7ecea0d17 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872452 Sep 23 15:30:50.837248 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f136a6cd-438d-47aa-a4a0-053373e9d03a req-85f9ada8-ff3e-4271-a898-a4cd67bcb2e4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881989 Sep 23 15:30:51.621167 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:51.658225 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520683b0-d46f-481f-989d-1262d81a7052 req-960cae9a-2dba-451f-9c5a-2a10d9a959db tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:51.659714 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-520683b0-d46f-481f-989d-1262d81a7052 req-960cae9a-2dba-451f-9c5a-2a10d9a959db tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0489473 Sep 23 15:30:51.712131 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-520683b0-d46f-481f-989d-1262d81a7052 req-76dfa5e5-ece9-47e2-b883-158ba50dbc44 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464997 Sep 23 15:30:51.931636 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:52.835435 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:52.844883 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703637-42a1-42ea-b576-976463bffeac req-a0f3469a-4421-426a-b01d-880de67f1aad tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:52.846424 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cd703637-42a1-42ea-b576-976463bffeac req-a0f3469a-4421-426a-b01d-880de67f1aad tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0501506 Sep 23 15:30:52.900454 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cd703637-42a1-42ea-b576-976463bffeac req-ad4aa80e-d8ae-4610-bc78-1ad675fd147f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481040 Sep 23 15:30:53.391707 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.396252 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:53.413715 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.946542 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:53.949909 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=23 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:54.023124 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b09884-975a-4667-92d2-6d90d99ab03d req-4d922e9e-8f94-4897-907a-4c6aa0423ceb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:54.024611 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32b09884-975a-4667-92d2-6d90d99ab03d req-4d922e9e-8f94-4897-907a-4c6aa0423ceb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0486014 Sep 23 15:30:54.048279 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:54.077657 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32b09884-975a-4667-92d2-6d90d99ab03d req-db654bdd-571e-4075-b6e6-3fb6412725fd tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444450 Sep 23 15:30:55.205488 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:55.218174 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5d3f8-ee83-4466-a751-834a423348e1 req-9c718747-a0fc-424d-89ae-63dcc97b294d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:55.219951 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-58a5d3f8-ee83-4466-a751-834a423348e1 req-9c718747-a0fc-424d-89ae-63dcc97b294d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0530891 Sep 23 15:30:55.270041 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-58a5d3f8-ee83-4466-a751-834a423348e1 req-4de2500d-f2d4-48a7-ace8-6435bf98c5f3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443501 Sep 23 15:30:56.419252 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02490d-3749-45d1-a4e7-09d447678005 req-973f11d3-187e-499f-b08e-9e86e9dc60a4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:56.420631 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8f02490d-3749-45d1-a4e7-09d447678005 req-973f11d3-187e-499f-b08e-9e86e9dc60a4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0613010 Sep 23 15:30:56.480094 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8f02490d-3749-45d1-a4e7-09d447678005 req-eea03d02-17c2-4907-bb4b-81851f1f5f86 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504375 Sep 23 15:30:56.577062 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:30:57.628068 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28155-cf0d-48ff-a27d-4da4d1b5d9b4 req-e9238af9-5c1b-469f-a834-05a54870bff9 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:57.629461 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b1d28155-cf0d-48ff-a27d-4da4d1b5d9b4 req-e9238af9-5c1b-469f-a834-05a54870bff9 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0508733 Sep 23 15:30:57.682232 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b1d28155-cf0d-48ff-a27d-4da4d1b5d9b4 req-ae95eca3-99a4-4334-ae3b-b4b6ed27a64c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442533 Sep 23 15:30:58.818737 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058daf46-61fc-4ac8-8b63-9edefc476143 req-25b7be1c-5f0c-441e-9edb-6651b1d4c8db tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:58.820225 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-058daf46-61fc-4ac8-8b63-9edefc476143 req-25b7be1c-5f0c-441e-9edb-6651b1d4c8db tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0499768 Sep 23 15:30:58.878531 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-058daf46-61fc-4ac8-8b63-9edefc476143 req-529dff44-a78f-46c2-984a-d355de87cb31 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489080 Sep 23 15:31:00.023133 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d59e9d-3cea-458a-93fb-0deabcc360d9 req-969c4f6b-7991-42c1-8a67-c0bc250dd04c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:00.024615 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-80d59e9d-3cea-458a-93fb-0deabcc360d9 req-969c4f6b-7991-42c1-8a67-c0bc250dd04c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0490489 Sep 23 15:31:00.077646 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-80d59e9d-3cea-458a-93fb-0deabcc360d9 req-7b2bfd8e-5871-4168-9c1f-2c89c663928d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Sep 23 15:31:01.220293 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e03b7-3d16-4bda-98fe-2ef3025fffe4 req-60efac4c-77b9-41c1-b887-ff45d807959c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:01.221878 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-835e03b7-3d16-4bda-98fe-2ef3025fffe4 req-60efac4c-77b9-41c1-b887-ff45d807959c tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0522940 Sep 23 15:31:01.273384 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-835e03b7-3d16-4bda-98fe-2ef3025fffe4 req-58e4af4c-6c90-4d5e-97e8-1a1312376877 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456729 Sep 23 15:31:02.403440 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f252c-66c9-4916-986a-d46c825b33b2 req-9db752fc-3106-4733-ab53-68de9b5cddcc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:02.404940 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0b8f252c-66c9-4916-986a-d46c825b33b2 req-9db752fc-3106-4733-ab53-68de9b5cddcc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0534711 Sep 23 15:31:02.455171 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0b8f252c-66c9-4916-986a-d46c825b33b2 req-0990838b-c701-476b-a65f-219033867a42 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Sep 23 15:31:03.399722 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:03.587206 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e033-21f6-47e9-8f63-78528859a33a req-c0017fb5-a32b-48d7-9169-33c5f5af52b6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:03.589544 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2901e033-21f6-47e9-8f63-78528859a33a req-c0017fb5-a32b-48d7-9169-33c5f5af52b6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0503893 Sep 23 15:31:03.641198 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2901e033-21f6-47e9-8f63-78528859a33a req-e456e87f-26a8-4418-bb6c-fb38c411b745 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455663 Sep 23 15:31:04.352837 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:04.766466 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e858a7-5129-4ea3-a1e7-5be85e502e5b req-c8706d35-517e-4c01-a837-523b42b545da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:04.767935 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d5e858a7-5129-4ea3-a1e7-5be85e502e5b req-c8706d35-517e-4c01-a837-523b42b545da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0483732 Sep 23 15:31:04.821469 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d5e858a7-5129-4ea3-a1e7-5be85e502e5b req-60f4deda-ae07-43fd-a9da-d8f909827901 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449936 Sep 23 15:31:05.966153 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a991c8-0b52-4c79-ab38-63a789873eb5 req-fef1356c-a078-42b8-8e27-1f620db1a9b6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:05.967606 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7a991c8-0b52-4c79-ab38-63a789873eb5 req-fef1356c-a078-42b8-8e27-1f620db1a9b6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 943 time: 0.0575442 Sep 23 15:31:06.022464 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7a991c8-0b52-4c79-ab38-63a789873eb5 req-6a7b1b49-4452-4f03-b9e7-195e3ed89db3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487835 Sep 23 15:31:06.466910 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e2599f50-9d14-4ba1-bf63-bca221e1f35e details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:31:06.572422 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:06.573609 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:06.577428 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port e2599f50-9d14-4ba1-bf63-bca221e1f35e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:06.590273 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:31:06.625884 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port e2599f50-9d14-4ba1-bf63-bca221e1f35e is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:31:06.626399 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:06.640643 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2599f50-9d14-4ba1-bf63-bca221e1f35e {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:31:06.663945 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port e2599f50-9d14-4ba1-bf63-bca221e1f35e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:06.668554 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:06.717845 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=e2599f50-9d14-4ba1-bf63-bca221e1f35e,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:07.130214 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['e2599f50-9d14-4ba1-bf63-bca221e1f35e'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:31:07.161101 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c9080-722f-4576-99f5-d31da4dbbb4c req-ffe7d25f-991f-4071-940d-99e9bc3b0dfe tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:07.162619 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-de6c9080-722f-4576-99f5-d31da4dbbb4c req-ffe7d25f-991f-4071-940d-99e9bc3b0dfe tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 944 time: 0.0482349 Sep 23 15:31:07.219775 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-de6c9080-722f-4576-99f5-d31da4dbbb4c req-1501069c-7cbc-4fa3-b08b-6c474bf039c1 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508208 Sep 23 15:31:08.359959 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105a701-5468-4a4e-8e86-0dd7f95d3aca req-b4646c4c-bfdf-4849-8963-64790dd8f729 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:08.361949 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3105a701-5468-4a4e-8e86-0dd7f95d3aca req-b4646c4c-bfdf-4849-8963-64790dd8f729 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 944 time: 0.0584767 Sep 23 15:31:08.417572 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-3105a701-5468-4a4e-8e86-0dd7f95d3aca req-bf286eff-4d01-4572-9c18-b8fd299c1e77 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473027 Sep 23 15:31:08.506288 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e2599f50-9d14-4ba1-bf63-bca221e1f35e up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:31:08.557139 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port e2599f50-9d14-4ba1-bf63-bca221e1f35e completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:31:08.567513 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port e2599f50-9d14-4ba1-bf63-bca221e1f35e triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:31:08.567969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:08.568451 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port e2599f50-9d14-4ba1-bf63-bca221e1f35e Sep 23 15:31:08.644271 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port e2599f50-9d14-4ba1-bf63-bca221e1f35e is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:31:08.644680 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:08.670119 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:08.672920 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abd61b6-f55d-477c-8fdc-dede7ba86e84" -d '{"events": [{"server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "name": "network-vif-plugged", "status": "completed", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:08.685399 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port e2599f50-9d14-4ba1-bf63-bca221e1f35e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:08.691702 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:08.721229 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b47c5a-5548-47d2-8c35-9bd598b872d4 x-openstack-request-id: req-f0b47c5a-5548-47d2-8c35-9bd598b872d4 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:08.721543 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "name": "network-vif-plugged", "status": "completed", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:08.721792 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0b47c5a-5548-47d2-8c35-9bd598b872d4 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:08.722179 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b47c5a-5548-47d2-8c35-9bd598b872d4'] response: {'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'code': 200} Sep 23 15:31:08.732861 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:08.748104 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=e2599f50-9d14-4ba1-bf63-bca221e1f35e,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:08.993494 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77567f11-682b-4746-9b25-a76e74c2f096 req-72d46151-508c-4507-98da-5d8302e1c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:08.995333 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-77567f11-682b-4746-9b25-a76e74c2f096 req-72d46151-508c-4507-98da-5d8302e1c48d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1129 time: 0.0437825 Sep 23 15:31:09.059882 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-77567f11-682b-4746-9b25-a76e74c2f096 req-b90543b8-367f-4bee-92e5-2141554d2cf5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570502 Sep 23 15:31:09.236742 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b237382-1f4b-4052-ab0d-25afde4d8d32 req-baebdf25-bc20-4114-9924-051c2702352d tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:09.238459 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3b237382-1f4b-4052-ab0d-25afde4d8d32 req-baebdf25-bc20-4114-9924-051c2702352d tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 946 time: 0.0556307 Sep 23 15:31:09.291290 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3b237382-1f4b-4052-ab0d-25afde4d8d32 req-7b8edc92-7a06-4cae-9e39-aa47fb9972d0 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Sep 23 15:31:09.559141 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2dd1-13a5-4805-8e80-8ef172a07b82 req-540015d0-9323-4f69-a3e4-cb92bdd57880 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:09.560628 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f98b2dd1-13a5-4805-8e80-8ef172a07b82 req-540015d0-9323-4f69-a3e4-cb92bdd57880 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 945 time: 0.0480237 Sep 23 15:31:09.610093 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f98b2dd1-13a5-4805-8e80-8ef172a07b82 req-00116149-0b70-445c-bb9a-429fbb618d7a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Sep 23 15:31:10.438072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32516542-0b18-4e49-865e-7218de5abe5e req-6b51a69a-7bf4-44b7-9226-c2e12264cb79 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:10.439547 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32516542-0b18-4e49-865e-7218de5abe5e req-6b51a69a-7bf4-44b7-9226-c2e12264cb79 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 946 time: 0.0555711 Sep 23 15:31:10.492367 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-32516542-0b18-4e49-865e-7218de5abe5e req-3d50078b-5331-4c8d-8545-0f7f6424fb1b tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467832 Sep 23 15:31:10.742309 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3514b-b3e4-47fc-be63-0d819957b0b9 req-ee913a9c-87e5-459f-94e7-82bcf1ead0bb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:10.744082 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d4a3514b-b3e4-47fc-be63-0d819957b0b9 req-ee913a9c-87e5-459f-94e7-82bcf1ead0bb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 945 time: 0.0554104 Sep 23 15:31:10.797624 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d4a3514b-b3e4-47fc-be63-0d819957b0b9 req-226ec66a-08f2-4412-9511-cb64eb68f23f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466185 Sep 23 15:31:11.630611 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988cbb3-34cf-4169-bb91-d6569052e2a2 req-f74a3afb-9883-45ac-9b52-01068414bced tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:11.632087 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1988cbb3-34cf-4169-bb91-d6569052e2a2 req-f74a3afb-9883-45ac-9b52-01068414bced tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 946 time: 0.0491762 Sep 23 15:31:11.679993 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:11.717217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-23f7e9fa-d1b2-4378-8e4d-e1fefb0cd4b4 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:11.718641 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-23f7e9fa-d1b2-4378-8e4d-e1fefb0cd4b4 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 946 time: 0.0675175 Sep 23 15:31:11.723224 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1988cbb3-34cf-4169-bb91-d6569052e2a2 req-fbf571ce-84e1-4033-bafa-f4fba5788a00 tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=1a9e4191-a5be-431b-9a2a-85e2c7883bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Sep 23 15:31:11.926767 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba009f4-9de4-406b-81ac-5fa56c1c0f69 req-ed8bc3aa-75e2-4923-b126-16374b1e54a6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:11.928228 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0ba009f4-9de4-406b-81ac-5fa56c1c0f69 req-ed8bc3aa-75e2-4923-b126-16374b1e54a6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 945 time: 0.0475316 Sep 23 15:31:11.981403 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-0ba009f4-9de4-406b-81ac-5fa56c1c0f69 req-2003479d-b7aa-466e-b856-a8c492099cb0 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Sep 23 15:31:12.114022 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd222d-1c98-404d-aed9-23764aebb970 req-8eff2a75-0c87-487f-a391-90bb94e0bfb3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:12.115410 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-73fd222d-1c98-404d-aed9-23764aebb970 req-8eff2a75-0c87-487f-a391-90bb94e0bfb3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 945 time: 0.0563440 Sep 23 15:31:12.169763 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-73fd222d-1c98-404d-aed9-23764aebb970 req-8b8a4ce2-65fa-4293-877a-0222ca4c6e06 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Sep 23 15:31:12.208148 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 59534) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:12.250069 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238d037-99e6-454b-bd5b-51a143ce4b5e tempest-TestVolumeBootPattern-1184789317 tempest-TestVolumeBootPattern-1184789317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:12.253170 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-0238d037-99e6-454b-bd5b-51a143ce4b5e tempest-TestVolumeBootPattern-1184789317 tempest-TestVolumeBootPattern-1184789317-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1124 time: 0.0436783 Sep 23 15:31:12.254820 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 59536) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:12.260483 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:12.267573 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:12.282617 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.285079 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:12.306839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Deleting port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:31:12.307222 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.330963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:12.367474 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.407609 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] For port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,segment=NetworkSegment(ad8039ae-baca-4a3b-9141-2547ef13b552),segment_id=ad8039ae-baca-4a3b-9141-2547ef13b552)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:12.408092 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.423992 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Calling delete_port for cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:31:12.482111 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Allocated IP 172.27.1.227 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/7b1dab44-048b-434b-a3d0-3745a94643ac) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:31:12.539763 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-fee3cc95-75aa-40cf-8ec4-1b6320d39050 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1029117 Sep 23 15:31:12.600131 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.635343 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.640315 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-f346090a-3eaf-4767-9810-fe6583489d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:12.641935 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-f346090a-3eaf-4767-9810-fe6583489d0a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 1130 time: 0.0574551 Sep 23 15:31:12.643857 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.682851 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Pushing event deleted for resources: {'Port': ['ID=cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:12.683836 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:31:12.689092 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:31:12.692166 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:31:12.695340 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=7b1dab44-048b-434b-a3d0-3745a94643ac,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:12.724580 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.724937 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.725277 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.725605 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.725947 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.726269 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.726590 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.726912 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.727232 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.727554 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.727873 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.728198 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.728499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.728841 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.729156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:12.765184 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] No DVR routers for this DVR port cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:31:12.770843 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:12.774272 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7c959cec-00d1-426b-9b58-40e29d2f22a6 req-a2a364a5-c8de-44e3-a5aa-5aef879f955f tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.64 "DELETE /networking/v2.0/ports/cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f HTTP/1.1" status: 204 len: 173 time: 0.5602815 Sep 23 15:31:12.774775 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a97511-2502-4a57-abf5-3e40a374384a', 'name': 'network-vif-deleted', 'tag': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:12.777201 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a32f90-6381-4059-bf4e-8013d11120d2" -d '{"events": [{"server_uuid": "76a97511-2502-4a57-abf5-3e40a374384a", "name": "network-vif-deleted", "tag": "cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:12.829191 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-373db091-fe47-40d2-a7c3-87dd2db16d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:12.833107 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-373db091-fe47-40d2-a7c3-87dd2db16d3e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.1590211 Sep 23 15:31:12.852252 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c69ba9-b4aa-488d-add8-89e826d28a27 x-openstack-request-id: req-25c69ba9-b4aa-488d-add8-89e826d28a27 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:12.852738 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a97511-2502-4a57-abf5-3e40a374384a", "name": "network-vif-deleted", "tag": "cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:12.852936 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25c69ba9-b4aa-488d-add8-89e826d28a27 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:12.853513 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c69ba9-b4aa-488d-add8-89e826d28a27'] response: {'server_uuid': '76a97511-2502-4a57-abf5-3e40a374384a', 'name': 'network-vif-deleted', 'tag': 'cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f', 'status': 'completed', 'code': 200} Sep 23 15:31:12.909160 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-e78fad01-ef0e-4f66-a8a9-a979f286685c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde HTTP/1.1" status: 200 len: 1002 time: 0.0700519 Sep 23 15:31:12.914894 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6378f024-c83e-44b3-bfe7-706840151f7f req-7f58ecb5-950e-405a-bae4-5c25ba8decca tempest-VolumesSnapshotTestJSON-994937143 tempest-VolumesSnapshotTestJSON-994937143-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=76a97511-2502-4a57-abf5-3e40a374384a HTTP/1.1" status: 200 len: 210 time: 0.0785060 Sep 23 15:31:12.963058 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-19783676-bfeb-4a42-9e7a-3c3f76704d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:12.964713 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-19783676-bfeb-4a42-9e7a-3c3f76704d41 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0478482 Sep 23 15:31:13.014705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-c9a381d8-20cf-4038-8354-09b54478c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:13.016228 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-c9a381d8-20cf-4038-8354-09b54478c235 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413580 Sep 23 15:31:13.114320 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-4f3cdb73-b4ef-416d-a4b0-cc26929c6735 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916255 Sep 23 15:31:13.128262 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (6183fb4c-22ee-40bd-8808-57f78c880493), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:13.186952 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:13.191630 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:13.194930 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:13.200938 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:13.223255 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6db9e64d-765c-42dc-a946-afc0de2dc590 req-8fd749b6-a5e7-42e1-840b-fd3de2a76d14 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029966 Sep 23 15:31:13.350343 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:13.357910 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:13.428920 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=7b1dab44-048b-434b-a3d0-3745a94643ac,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:13.431713 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (6183fb4c-22ee-40bd-8808-57f78c880493), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:13.532375 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Floating IP 6183fb4c-22ee-40bd-8808-57f78c880493 associated. External IP: 172.27.1.227, port: e2599f50-9d14-4ba1-bf63-bca221e1f35e. Sep 23 15:31:13.745837 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:31:13.853038 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:31:13.863204 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:31:13.865462 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:13.875566 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:13.875795 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:13.877108 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:30:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:13.909297 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-bc2327cf-2f72-4a5f-8150-1d86b8b11669 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6530919 Sep 23 15:31:13.910468 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:13.912909 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776acbfa-2e40-43a5-a3b4-6c40e82d6579" -d '{"events": [{"name": "network-changed", "server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:13.979666 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:14.021877 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee00963-5cef-4bf8-8792-7aa08b5c8857 x-openstack-request-id: req-bee00963-5cef-4bf8-8792-7aa08b5c8857 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:14.022162 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:14.022410 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bee00963-5cef-4bf8-8792-7aa08b5c8857 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:14.022812 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee00963-5cef-4bf8-8792-7aa08b5c8857'] response: {'name': 'network-changed', 'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'status': 'completed', 'code': 200} Sep 23 15:31:14.107381 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:14.114473 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-27815fb9-c11e-4777-bb8d-27149deed502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:14.116003 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-27815fb9-c11e-4777-bb8d-27149deed502 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1129 time: 0.0431306 Sep 23 15:31:14.203087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:12Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:14.216230 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-f206b7a5-da45-42f6-90b8-b2aa691f5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:14.217732 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-f206b7a5-da45-42f6-90b8-b2aa691f5a84 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.0956922 Sep 23 15:31:14.234007 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:31:14.244453 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:14.245262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:30:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:14.296814 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-9cdcef7a-be27-47c5-8ab9-0d73112bc5b8 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 200 len: 999 time: 0.0699148 Sep 23 15:31:14.346073 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-2b058063-a844-4d30-8a31-9bf2c939de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:14.347863 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-2b058063-a844-4d30-8a31-9bf2c939de01 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0484462 Sep 23 15:31:14.357504 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:14.397671 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-afc245eb-d8c1-4560-9299-a0c28668245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:14.399265 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-afc245eb-d8c1-4560-9299-a0c28668245c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460644 Sep 23 15:31:14.502095 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-67624e68-8369-4c9f-89e9-18275761eb9b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964856 Sep 23 15:31:14.574156 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:31:14.598108 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-776acbfa-2e40-43a5-a3b4-6c40e82d6579 req-de459a76-80b5-41b5-970f-0c0098192d2a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893438 Sep 23 15:31:14.612170 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:31:14.612508 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device cf60d0fa-92a7-4dda-9eaa-7a7599db7c2f not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:31:14.725667 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:12Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:14.754123 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b340a-aa30-459c-b7ef-e3cefd274633 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:12Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:31:14.942706 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3040fd-f1b3-4664-907d-205f6ddc3e85 None None] New status for floating IP 6183fb4c-22ee-40bd-8808-57f78c880493: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:31:18.275816 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2da96517-a92c-4b84-869d-fa159e917d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:20.445328 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-2f40c9f7-1908-4f1f-9ea2-a8fc8d0727f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:21.934753 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:23.371971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:23.396006 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:23.404246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:23.901553 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:23.904775 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:24.588539 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=50 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:24.594628 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=42 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:30.490686 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:30.496534 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:33.387314 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:33.396761 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:33.576265 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:31:34.350032 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:38.627996 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 59718) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:38.674489 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] Deleting subnet a6e44911-a4df-49ba-9028-da6938f77385 {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:31:38.677788 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] Publish callbacks [] for subnet (a6e44911-a4df-49ba-9028-da6938f77385), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:38.719409 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26794372'] for subnet (a6e44911-a4df-49ba-9028-da6938f77385), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:38.760209 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (a6e44911-a4df-49ba-9028-da6938f77385), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:38.815927 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26788550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25488271'] for subnet (a6e44911-a4df-49ba-9028-da6938f77385), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:38.839745 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e44911-a4df-49ba-9028-da6938f77385,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:38.846595 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:38.849706 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e9600941-3897-4f74-9879-94ff06909a3f admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/a6e44911-a4df-49ba-9028-da6938f77385 HTTP/1.1" status: 204 len: 168 time: 0.2206917 Sep 23 15:31:38.852457 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59720) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:38.923032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (bab322e2-8a8f-4b56-81fa-cebe25ebb4eb), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.003151 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (bab322e2-8a8f-4b56-81fa-cebe25ebb4eb), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.023283 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab322e2-8a8f-4b56-81fa-cebe25ebb4eb']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:39.032718 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8039ae-baca-4a3b-9141-2547ef13b552') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:39.033015 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8039ae-baca-4a3b-9141-2547ef13b552') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:39.043110 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (ad8039ae-baca-4a3b-9141-2547ef13b552), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.058210 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (ad8039ae-baca-4a3b-9141-2547ef13b552), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.065061 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:31:39.065416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (ad8039ae-baca-4a3b-9141-2547ef13b552), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.127384 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (bab322e2-8a8f-4b56-81fa-cebe25ebb4eb), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.132951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.136694 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/bab322e2-8a8f-4b56-81fa-cebe25ebb4eb HTTP/1.1" status: 204 len: 168 time: 0.2827740 Sep 23 15:31:39.153380 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment ad8039ae-baca-4a3b-9141-2547ef13b552 resource provider aggregate not found Sep 23 15:31:39.158603 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab322e2-8a8f-4b56-81fa-cebe25ebb4eb,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:39.166131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.166474 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.166816 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.167141 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.167474 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.167768 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.168099 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.168399 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.168739 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.169059 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.169441 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.169948 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.170268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.170579 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.170889 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eb3cd2-9731-4aeb-b770-574c19cce436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:39.174507 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment ad8039ae-baca-4a3b-9141-2547ef13b552 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad8039ae-baca-4a3b-9141-2547ef13b552 found for delete ", "request_id": "req-7fb5e0d1-9f95-4b68-9fb6-cc1c9e65adfd"}]} Sep 23 15:31:39.262704 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59730) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:39.304619 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-11d74554-47cc-4de0-85c4-9a20a678873a admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ace0c8e4f20649e28610cde631bc58b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407705 Sep 23 15:31:39.308375 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59732) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:39.358499 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e40373fe-10c3-47b4-9f04-f15574473466 admin admin] Publish callbacks [] for security_group (1a9e4191-a5be-431b-9a2a-85e2c7883bc6), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.379206 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e40373fe-10c3-47b4-9f04-f15574473466 admin admin] Publish callbacks [] for security_group (1a9e4191-a5be-431b-9a2a-85e2c7883bc6), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.438010 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e40373fe-10c3-47b4-9f04-f15574473466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (1a9e4191-a5be-431b-9a2a-85e2c7883bc6), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.440568 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e40373fe-10c3-47b4-9f04-f15574473466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:39.441732 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e40373fe-10c3-47b4-9f04-f15574473466 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/1a9e4191-a5be-431b-9a2a-85e2c7883bc6 HTTP/1.1" status: 204 len: 168 time: 0.1324687 Sep 23 15:31:39.450430 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40373fe-10c3-47b4-9f04-f15574473466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e4191-a5be-431b-9a2a-85e2c7883bc6,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:42.790605 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59748) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:42.795591 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-e525c0d2-4873-41f5-a0b6-62981ea810c5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146081954', 'description': 'tempest-description--1652583056'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:42.825779 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e525c0d2-4873-41f5-a0b6-62981ea810c5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:42.896751 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e525c0d2-4873-41f5-a0b6-62981ea810c5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (85fc491c-0934-4d44-814c-0ad4905ab81c), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:42.903003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e525c0d2-4873-41f5-a0b6-62981ea810c5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (85fc491c-0934-4d44-814c-0ad4905ab81c), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:42.932537 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e525c0d2-4873-41f5-a0b6-62981ea810c5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:42.933895 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-e525c0d2-4873-41f5-a0b6-62981ea810c5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1421907 Sep 23 15:31:42.934959 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525c0d2-4873-41f5-a0b6-62981ea810c5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc491c-0934-4d44-814c-0ad4905ab81c,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:42.936942 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59750) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:42.941524 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-a30a77f6-f9ae-44fa-8dec-7dfacb2600db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': '85fc491c-0934-4d44-814c-0ad4905ab81c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:42.970654 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a30a77f6-f9ae-44fa-8dec-7dfacb2600db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (905bd9e7-bd87-457f-9a2f-0b6d05118a2f), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.026670 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a30a77f6-f9ae-44fa-8dec-7dfacb2600db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (905bd9e7-bd87-457f-9a2f-0b6d05118a2f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.033034 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a30a77f6-f9ae-44fa-8dec-7dfacb2600db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (905bd9e7-bd87-457f-9a2f-0b6d05118a2f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.054032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a77f6-f9ae-44fa-8dec-7dfacb2600db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905bd9e7-bd87-457f-9a2f-0b6d05118a2f,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:43.061084 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a30a77f6-f9ae-44fa-8dec-7dfacb2600db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.062103 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-a30a77f6-f9ae-44fa-8dec-7dfacb2600db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242683 Sep 23 15:31:43.066284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59752) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:43.070582 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-4ecb861a-0b6c-4d5e-a476-78056986030d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': '85fc491c-0934-4d44-814c-0ad4905ab81c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:43.081318 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:43.089993 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:43.105287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb861a-0b6c-4d5e-a476-78056986030d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (986258ce-1761-4646-974f-8a40c09f0018), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.161619 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb861a-0b6c-4d5e-a476-78056986030d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (986258ce-1761-4646-974f-8a40c09f0018), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.168418 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb861a-0b6c-4d5e-a476-78056986030d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (986258ce-1761-4646-974f-8a40c09f0018), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.187578 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb861a-0b6c-4d5e-a476-78056986030d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986258ce-1761-4646-974f-8a40c09f0018,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:43.193602 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4ecb861a-0b6c-4d5e-a476-78056986030d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.194794 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-4ecb861a-0b6c-4d5e-a476-78056986030d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275771 Sep 23 15:31:43.198007 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59754) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:43.202333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:43.223689 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.305123 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.424171 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.27.1.10 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:31:43.538534 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.576040 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.626100 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:31:43.631134 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:31:43.633377 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:43.635471 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:31:43.720122 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (9eb721d2-6b11-48ab-856a-dd3464ca8ff7), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.770660 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.793723 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:43.874724 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:43.923584 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.931015 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:43.998838 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:44.001254 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (9eb721d2-6b11-48ab-856a-dd3464ca8ff7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:44.020131 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:44.021402 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-8281d0a4-8ad0-4ba8-86c7-a5938f9f5571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8224096 Sep 23 15:31:44.236008 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-a9ddcfbd-1008-4334-bdb2-6e35e0e0e0e8 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--146081954&fields=id&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 267 time: 0.0445170 Sep 23 15:31:44.344428 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:44.348950 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-3321bd18-ae94-4c05-be74-fcf68842d82f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:44.350455 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-3321bd18-ae94-4c05-be74-fcf68842d82f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1077838 Sep 23 15:31:44.366739 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-2ae34f73-2e99-4689-a939-89bb0bf57189 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/quotas/58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 375 time: 0.0092559 Sep 23 15:31:44.420978 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-e2e04417-4de0-4828-ba23-0ad8e5620b1c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475700 Sep 23 15:31:44.550903 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-a0ba6a22-63d6-4615-b802-1c2a2be25e1d service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179111 Sep 23 15:31:44.643311 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-4265cbe2-44a1-4752-946e-91dd30f6058f service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865619 Sep 23 15:31:44.824855 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-4a2b0c90-a99e-4645-a7e3-e22e12f86804 req-1c3dd043-047f-4518-ae80-bf7659694962 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 210 time: 0.0326045 Sep 23 15:31:45.936234 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2ebb7fe3-1ecb-491a-a0f3-e12cad156158 req-c72f5382-7c5d-4f01-a3e0-7486c758101a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 210 time: 0.0291951 Sep 23 15:31:46.183515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-1c4bf50f-0d04-485a-8c29-15425a21df95 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:46.185059 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-1c4bf50f-0d04-485a-8c29-15425a21df95 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1104534 Sep 23 15:31:46.270203 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-698965c9-fa93-4536-b826-cfbadfdd8499 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 472 time: 0.0705645 Sep 23 15:31:46.363920 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'port': {'device_id': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'admin_state_up': True, 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'security_groups': ['85fc491c-0934-4d44-814c-0ad4905ab81c']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:46.548040 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:46.548923 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:46.732366 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:46.751567 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Made reservation on behalf of 58f43b3aab03420bbcb0a2b0f7a338ac for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:31:46.755220 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:46.812195 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:46.883146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.20.0.5 (62392971-b242-4d1a-af09-6b426905b68b/8deb34a0-8701-4280-89a3-4219b7503071/52440fb8-1f32-4aab-a069-1171a8484b8b) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:31:47.027851 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.043045 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-43d09d3a-79cc-4700-8ea3-f5eb7230ce09 req-43216caf-fd56-4153-9825-8dbfd2ac6a9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 210 time: 0.0287063 Sep 23 15:31:47.061951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.114846 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network 62392971-b242-4d1a-af09-6b426905b68b is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:31:47.120086 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:31:47.124626 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:31:47.128775 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=52440fb8-1f32-4aab-a069-1171a8484b8b,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:47.177297 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:47.178086 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.197205 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-c689d077-6a2b-40dc-8635-b66b4dd40d16 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388438 Sep 23 15:31:47.215027 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Request body: {'port': {'device_id': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:47.281287 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.292290 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Provisioning complete for port 52440fb8-1f32-4aab-a069-1171a8484b8b triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:31:47.292894 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.293005 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Attempt 1 to provision port 52440fb8-1f32-4aab-a069-1171a8484b8b Sep 23 15:31:47.324737 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Port 52440fb8-1f32-4aab-a069-1171a8484b8b cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:31:47.548511 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52440fb8-1f32-4aab-a069-1171a8484b8b {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:31:47.554396 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:47.556382 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Publish callbacks [] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.570452 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Transition to ACTIVE for port object 52440fb8-1f32-4aab-a069-1171a8484b8b will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:31:47.575618 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.602032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:47.623435 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Pushing event updated for resources: {'Port': ['ID=52440fb8-1f32-4aab-a069-1171a8484b8b,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:47.695324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Attempting to bind port 52440fb8-1f32-4aab-a069-1171a8484b8b on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:31:47.695672 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Attempting to bind port 52440fb8-1f32-4aab-a069-1171a8484b8b by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:31:47.696004 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Attempting to bind port 52440fb8-1f32-4aab-a069-1171a8484b8b on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:31:47.739568 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Port 52440fb8-1f32-4aab-a069-1171a8484b8b on network 62392971-b242-4d1a-af09-6b426905b68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:31:47.739897 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Attempting to bind port 52440fb8-1f32-4aab-a069-1171a8484b8b on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:31:47.784392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:31:47.784705 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Checking segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:31:47.785147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Bound using segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:31:47.785586 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Bound port: 52440fb8-1f32-4aab-a069-1171a8484b8b, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:31:47.785944 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.825718 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Attempt 2 to provision port 52440fb8-1f32-4aab-a069-1171a8484b8b Sep 23 15:31:47.851560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] For port 52440fb8-1f32-4aab-a069-1171a8484b8b, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:31:47.854970 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] For port 52440fb8-1f32-4aab-a069-1171a8484b8b, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=52440fb8-1f32-4aab-a069-1171a8484b8b,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:31:47.859588 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Port 52440fb8-1f32-4aab-a069-1171a8484b8b cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:31:47.862937 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.866298 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:47.866969 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.868985 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/52440fb8-1f32-4aab-a069-1171a8484b8b HTTP/1.1" status: 200 len: 1093 time: 0.6593015 Sep 23 15:31:47.871077 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:47.873472 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec80c32-9217-413f-b6bc-e9b342a2f763" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:47.913718 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa4558c-8a1b-41e8-9bb7-56ad9fbb445b x-openstack-request-id: req-baa4558c-8a1b-41e8-9bb7-56ad9fbb445b {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:47.914136 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:47.914389 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-baa4558c-8a1b-41e8-9bb7-56ad9fbb445b {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:47.914824 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa4558c-8a1b-41e8-9bb7-56ad9fbb445b'] response: {'name': 'network-changed', 'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'status': 'completed', 'code': 200} Sep 23 15:31:47.926830 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf418-be44-44f3-918a-9bbcae2d3627 service neutron] Pushing event updated for resources: {'Port': ['ID=52440fb8-1f32-4aab-a069-1171a8484b8b,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:47.981818 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-8eade44e-e0ff-4406-9645-f995b4be8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:47.983322 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-8eade44e-e0ff-4406-9645-f995b4be8ccc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 1127 time: 0.0409458 Sep 23 15:31:48.027129 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-fb7a56f7-cb4c-4062-9da5-1dc33d6ca056 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52440fb8-1f32-4aab-a069-1171a8484b8b HTTP/1.1" status: 200 len: 217 time: 0.0321767 Sep 23 15:31:48.082838 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-2a3a3754-7736-4a89-933b-1c2561c9015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:48.084310 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-2a3a3754-7736-4a89-933b-1c2561c9015e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0505781 Sep 23 15:31:48.128195 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-e1746ae4-0af5-47a2-ae50-e2018f146c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:48.129706 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-e1746ae4-0af5-47a2-ae50-e2018f146c57 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395024 Sep 23 15:31:48.173658 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f30b-d54f-4918-952e-a12798393ad0 req-ec2eec97-8a3d-4592-a701-e1324581a00f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:48.175131 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5bf0f30b-d54f-4918-952e-a12798393ad0 req-ec2eec97-8a3d-4592-a701-e1324581a00f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 943 time: 0.0500751 Sep 23 15:31:48.225205 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-1ede69c3-2edb-46ea-a0ab-1362ef5b661e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889623 Sep 23 15:31:48.226231 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5bf0f30b-d54f-4918-952e-a12798393ad0 req-b844934e-53f2-4e8c-bd71-9cbb9c60bbbd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452313 Sep 23 15:31:48.261340 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ba93b01f-41cb-450b-879b-82f516ef8073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:48.319094 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d232ed50-1ff9-433c-a9cf-39377153f76c req-e1a66996-69a9-41fb-8bcb-692909b60b4d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886753 Sep 23 15:31:48.361358 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Attempt 3 to provision port 52440fb8-1f32-4aab-a069-1171a8484b8b Sep 23 15:31:48.401841 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-383138a4-3990-4d44-8db7-0e28c4e53a59 None None] Port 52440fb8-1f32-4aab-a069-1171a8484b8b had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:31:49.360171 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b7b3c-76bb-43dc-8a08-74dd160841fb req-8e335db1-bb98-4f2e-aa67-571663ca26db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:49.361664 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-306b7b3c-76bb-43dc-8a08-74dd160841fb req-8e335db1-bb98-4f2e-aa67-571663ca26db tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 943 time: 0.0469668 Sep 23 15:31:49.413494 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-306b7b3c-76bb-43dc-8a08-74dd160841fb req-dc4ce380-9d65-4711-8610-250e4ee8292b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460916 Sep 23 15:31:50.257375 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-530b45fc-459e-4c27-93ef-e2e6edeb1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:50.258787 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-530b45fc-459e-4c27-93ef-e2e6edeb1283 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 1127 time: 0.0510640 Sep 23 15:31:50.343409 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:50.348609 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-deba2a81-c483-4e16-8488-efe8c2b01881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:50.350057 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-deba2a81-c483-4e16-8488-efe8c2b01881 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.0858405 Sep 23 15:31:50.392257 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-5aa5e228-ef4b-4a61-ae13-279f1ea1bd54 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52440fb8-1f32-4aab-a069-1171a8484b8b HTTP/1.1" status: 200 len: 217 time: 0.0360212 Sep 23 15:31:50.442388 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9f802900-2fa4-446a-99ea-9af987f09aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.445744 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-99e35c0a-52ea-4267-bd36-1a61d90ff891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:50.447251 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-99e35c0a-52ea-4267-bd36-1a61d90ff891 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0484152 Sep 23 15:31:50.481351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:50.491951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-8897c893-d542-4986-8e39-6b0e415ca198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:50.493822 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-8897c893-d542-4986-8e39-6b0e415ca198 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412316 Sep 23 15:31:50.544138 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf32295-1a76-4389-bd63-80bd1e3bf50b req-407eeef0-2d72-48d5-bc49-d24ffc297913 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:50.545697 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-daf32295-1a76-4389-bd63-80bd1e3bf50b req-407eeef0-2d72-48d5-bc49-d24ffc297913 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 943 time: 0.0459950 Sep 23 15:31:50.587844 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-06a0c8e4-5a9e-4493-91ef-c2206cde6001 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878384 Sep 23 15:31:50.597001 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-daf32295-1a76-4389-bd63-80bd1e3bf50b req-86f47dc0-1d55-40fb-82f0-0613596510c1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444758 Sep 23 15:31:50.676662 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8ec80c32-9217-413f-b6bc-e9b342a2f763 req-dc217230-7ca9-4db1-84a2-2db1e3c7d229 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830729 Sep 23 15:31:50.701690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 52440fb8-1f32-4aab-a069-1171a8484b8b details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:31:50.798430 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 52440fb8-1f32-4aab-a069-1171a8484b8b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=52440fb8-1f32-4aab-a069-1171a8484b8b,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:50.813317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'port_id': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'mac_address': 'fa:16:3e:ed:ea:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:31:50.847324 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 52440fb8-1f32-4aab-a069-1171a8484b8b is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:31:50.847704 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.860652 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52440fb8-1f32-4aab-a069-1171a8484b8b {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:31:50.881448 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 52440fb8-1f32-4aab-a069-1171a8484b8b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=52440fb8-1f32-4aab-a069-1171a8484b8b,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:50.888677 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.933029 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=52440fb8-1f32-4aab-a069-1171a8484b8b,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:50.940243 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.940581 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.940941 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.941272 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.941587 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.941904 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.942217 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.942531 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.942845 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.943157 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.943473 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.943765 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.944070 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.944378 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:50.944713 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:51.289601 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['52440fb8-1f32-4aab-a069-1171a8484b8b'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:31:51.729788 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9f9a8-b2e3-4f9b-aaf6-a35037da7127 req-972120d7-6cff-41b4-b7ed-996a46189183 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:51.731352 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9b9f9a8-b2e3-4f9b-aaf6-a35037da7127 req-972120d7-6cff-41b4-b7ed-996a46189183 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 944 time: 0.0516770 Sep 23 15:31:51.783173 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-c9b9f9a8-b2e3-4f9b-aaf6-a35037da7127 req-2f35fda9-d9d2-4990-b0da-3f9222034619 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431170 Sep 23 15:31:51.942941 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.721296 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 52440fb8-1f32-4aab-a069-1171a8484b8b up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:31:52.775074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 52440fb8-1f32-4aab-a069-1171a8484b8b completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:31:52.784171 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 52440fb8-1f32-4aab-a069-1171a8484b8b triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:31:52.784560 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.784902 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 52440fb8-1f32-4aab-a069-1171a8484b8b Sep 23 15:31:52.861478 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 52440fb8-1f32-4aab-a069-1171a8484b8b is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:31:52.861865 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.880479 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:52.886023 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:52.888304 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91464e7-b402-4922-a57a-71cd5bb854e4" -d '{"events": [{"server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "name": "network-vif-plugged", "status": "completed", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:52.890463 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:52.902117 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 52440fb8-1f32-4aab-a069-1171a8484b8b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=52440fb8-1f32-4aab-a069-1171a8484b8b,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:52.907343 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.920297 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027e4cc-a8b2-428c-ad8e-b58c1877be79 req-9b8c7d03-e5d6-44c3-b88a-442070865814 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:52.921813 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f027e4cc-a8b2-428c-ad8e-b58c1877be79 req-9b8c7d03-e5d6-44c3-b88a-442070865814 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 944 time: 0.0617621 Sep 23 15:31:52.933021 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fca883-8b9c-43d2-9501-7fd79070f8f8 x-openstack-request-id: req-b8fca883-8b9c-43d2-9501-7fd79070f8f8 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:52.933308 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "name": "network-vif-plugged", "status": "completed", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:52.933559 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8fca883-8b9c-43d2-9501-7fd79070f8f8 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:52.933950 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8fca883-8b9c-43d2-9501-7fd79070f8f8'] response: {'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'code': 200} Sep 23 15:31:52.961726 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=52440fb8-1f32-4aab-a069-1171a8484b8b,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:52.972917 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f027e4cc-a8b2-428c-ad8e-b58c1877be79 req-ae47bfd8-0fc4-477d-9d18-240c5bd3e768 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447485 Sep 23 15:31:53.146076 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915445a1-f0fa-44ca-85c6-b1a0232715f8 req-9b62d87e-faa6-406c-bb17-59c8ff1624cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:53.147484 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-915445a1-f0fa-44ca-85c6-b1a0232715f8 req-9b62d87e-faa6-406c-bb17-59c8ff1624cb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 1129 time: 0.0398252 Sep 23 15:31:53.193565 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-915445a1-f0fa-44ca-85c6-b1a0232715f8 req-08d23250-07da-4914-a2d7-e41247c85e27 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402117 Sep 23 15:31:53.407417 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:53.411030 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:54.120330 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75971b15-0777-406f-998d-90d33e835939 req-cf7e132d-bfd1-41b9-a88d-3727dd81f0bc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:54.121837 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-75971b15-0777-406f-998d-90d33e835939 req-cf7e132d-bfd1-41b9-a88d-3727dd81f0bc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 945 time: 0.0600345 Sep 23 15:31:54.171961 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-75971b15-0777-406f-998d-90d33e835939 req-b977a368-297b-4f00-b43a-5dee7c4a03d0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Sep 23 15:31:55.318744 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bb03-2618-4af5-92d1-1c1327815fd6 req-95937698-ccf3-41b0-a9c7-77cc84da46e0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:55.320232 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5708bb03-2618-4af5-92d1-1c1327815fd6 req-95937698-ccf3-41b0-a9c7-77cc84da46e0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 945 time: 0.0513926 Sep 23 15:31:55.371311 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5708bb03-2618-4af5-92d1-1c1327815fd6 req-1ef95b5d-6fed-4807-bcf0-04ec1615c13d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434184 Sep 23 15:31:55.492174 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852241c-6560-4f8f-af44-2b34b218538d req-6e8f28db-6bf4-443b-9664-5374b47d646f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:55.494007 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d852241c-6560-4f8f-af44-2b34b218538d req-6e8f28db-6bf4-443b-9664-5374b47d646f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 945 time: 0.0475640 Sep 23 15:31:55.505675 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59814) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:55.509979 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'port_id': '52440fb8-1f32-4aab-a069-1171a8484b8b'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:55.548513 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (9eb721d2-6b11-48ab-856a-dd3464ca8ff7), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:55.997233 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.003995 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (9eb721d2-6b11-48ab-856a-dd3464ca8ff7), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.038311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:56.040515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:56.103254 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP 9eb721d2-6b11-48ab-856a-dd3464ca8ff7 associated. External IP: 172.27.1.10, port: 52440fb8-1f32-4aab-a069-1171a8484b8b. Sep 23 15:31:56.312081 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:31:56.422166 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:31:56.427709 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.433499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127a694-9146-4028-99e6-c23102886a16 None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:31:56.443725 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:56.444421 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:31:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:56.458417 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-75a2b997-4c73-4da1-a22d-34b41a71e9bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/9eb721d2-6b11-48ab-856a-dd3464ca8ff7 HTTP/1.1" status: 200 len: 990 time: 0.9516807 Sep 23 15:31:56.459149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:56.461479 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff77115b-52d6-4c86-89a9-36ba12fff308" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:56.499454 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b433e4-063f-4eac-8b13-54807805f2bb x-openstack-request-id: req-e5b433e4-063f-4eac-8b13-54807805f2bb {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:56.500080 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:56.500080 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5b433e4-063f-4eac-8b13-54807805f2bb {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:56.500364 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b433e4-063f-4eac-8b13-54807805f2bb'] response: {'name': 'network-changed', 'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'status': 'completed', 'code': 200} Sep 23 15:31:56.550974 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:56.590369 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-62d91ace-ca67-42d9-9714-7de99728d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:56.591839 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-62d91ace-ca67-42d9-9714-7de99728d26b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 1129 time: 0.0411203 Sep 23 15:31:56.691734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-ed90be60-2bff-4347-a095-6423cc5cb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:56.693262 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-ed90be60-2bff-4347-a095-6423cc5cb153 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.0957308 Sep 23 15:31:56.755212 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-5dccf5af-ea73-4d25-b457-77451eacb7f4 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52440fb8-1f32-4aab-a069-1171a8484b8b HTTP/1.1" status: 200 len: 998 time: 0.0562243 Sep 23 15:31:56.764918 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '9eb721d2-6b11-48ab-856a-dd3464ca8ff7', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:ed:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:43Z', 'updated_at': '2022-09-23T15:31:55Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}, {'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:34Z', 'revision_number': 2, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:56.792720 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127a694-9146-4028-99e6-c23102886a16 None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:31:56.801373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:56.802028 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:31:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:56.803122 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-db2b0d70-7f64-43e5-9bab-d06207b2154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:56.804615 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-db2b0d70-7f64-43e5-9bab-d06207b2154d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0440390 Sep 23 15:31:56.850611 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-b3631a29-6aa5-4764-8a0f-3901ad75dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:56.852069 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-b3631a29-6aa5-4764-8a0f-3901ad75dc0c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420005 Sep 23 15:31:56.902333 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:56.942084 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-02d4895d-5f67-4a3f-899b-420f246c6952 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841596 Sep 23 15:31:57.036857 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ff77115b-52d6-4c86-89a9-36ba12fff308 req-2c30894f-6b5a-47c6-87a1-fbf2b4e89988 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Sep 23 15:31:57.114465 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7127a694-9146-4028-99e6-c23102886a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '9eb721d2-6b11-48ab-856a-dd3464ca8ff7', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:ed:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:43Z', 'updated_at': '2022-09-23T15:31:55Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}, {'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:34Z', 'revision_number': 2, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:57.138480 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127a694-9146-4028-99e6-c23102886a16 None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '9eb721d2-6b11-48ab-856a-dd3464ca8ff7', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:ed:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:43Z', 'updated_at': '2022-09-23T15:31:55Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}, {'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:34Z', 'revision_number': 2, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:31:57.338166 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc93dda-34a7-41d3-b682-33105ffe70cd None None] New status for floating IP 9eb721d2-6b11-48ab-856a-dd3464ca8ff7: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:32:04.370809 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:05.364492 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:05.367745 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=60,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:07.031693 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:07.033126 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:07.483253 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:07.493702 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:10.576202 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:32:11.569054 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-7e21bb86-5958-4590-9e1d-8a01a5b7932f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414844 Sep 23 15:32:11.678555 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-12d39072-0329-4173-a680-770ded05f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:11.680093 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-12d39072-0329-4173-a680-770ded05f84c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 1130 time: 0.0429010 Sep 23 15:32:11.794347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-ddae5f45-8dec-4ee1-ae8a-93725323fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:11.795698 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-ddae5f45-8dec-4ee1-ae8a-93725323fce1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.0951009 Sep 23 15:32:11.860608 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-fc744891-62d9-4c25-ae51-4756447006de service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde HTTP/1.1" status: 200 len: 1002 time: 0.0572758 Sep 23 15:32:11.914022 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-fcc8f01f-8d9c-41df-aebe-a9773adf5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:11.915443 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-fcc8f01f-8d9c-41df-aebe-a9773adf5a23 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0482535 Sep 23 15:32:11.960341 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-c3787683-3ffe-46d1-be3c-d561a3b51e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:11.961816 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-c3787683-3ffe-46d1-be3c-d561a3b51e76 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393598 Sep 23 15:32:12.059974 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-d5dad653-121a-4250-9ac2-952c7658fbe8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914509 Sep 23 15:32:12.153884 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f0a955e2-4f73-48ab-9d9c-f1a6b901476c req-8707d79d-96c8-4f7a-9118-332205e810e1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877204 Sep 23 15:32:14.363568 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=84 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:14.365586 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:18.260488 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-17ea0380-cd5a-4ae6-aa7c-469aa67eab12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:20.439185 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-612e7234-cf97-46fd-a9f4-8f051b813d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:20.570101 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:20.570875 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:21.951189 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:22.149549 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=50 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:22.150800 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=51 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:23.405419 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:23.407331 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:33.395891 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:33.397125 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:34.364582 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:44.355586 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:44.358028 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:46.456856 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=21 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:46.459263 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=11 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:47.575442 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:32:48.267387 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4bd51959-cc0d-46f1-9d17-86dd093eedf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:50.436784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-cb847ac4-2644-480d-893a-5519afeb490e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:51.952969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:53.407952 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:53.410840 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:57.570871 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:01.871966 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b2db7-5b6c-444e-ab1b-2a489d116877 req-72c9824b-7fb7-4d66-bf22-92cc4bf97720 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:01.873998 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9a0b2db7-5b6c-444e-ab1b-2a489d116877 req-72c9824b-7fb7-4d66-bf22-92cc4bf97720 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 945 time: 0.0639095 Sep 23 15:33:01.926745 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9a0b2db7-5b6c-444e-ab1b-2a489d116877 req-658816bb-3070-4d40-9894-e77301de12b8 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465791 Sep 23 15:33:03.166325 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9f374-8b22-4cac-8a2e-ca7569a97cfd req-9747861e-4627-43aa-92de-1e379aeb4740 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:03.168350 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d2f9f374-8b22-4cac-8a2e-ca7569a97cfd req-9747861e-4627-43aa-92de-1e379aeb4740 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 945 time: 0.1562600 Sep 23 15:33:03.223037 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d2f9f374-8b22-4cac-8a2e-ca7569a97cfd req-4be42843-4a6f-4488-982e-5fc5127c81ba tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=85fc491c-0934-4d44-814c-0ad4905ab81c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475912 Sep 23 15:33:03.402738 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:03.405328 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:03.544000 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-0a68240f-57ba-4749-8aaf-f693a5d9f133 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:03.545445 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-0a68240f-57ba-4749-8aaf-f693a5d9f133 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 945 time: 0.0496218 Sep 23 15:33:03.631049 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port 52440fb8-1f32-4aab-a069-1171a8484b8b {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:03.631380 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:03.726525 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] For port 52440fb8-1f32-4aab-a069-1171a8484b8b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=52440fb8-1f32-4aab-a069-1171a8484b8b,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:03.726885 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:04.159095 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:04.159406 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (9eb721d2-6b11-48ab-856a-dd3464ca8ff7), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:04.159752 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP 9eb721d2-6b11-48ab-856a-dd3464ca8ff7 disassociated. External IP: 172.27.1.10, port: 52440fb8-1f32-4aab-a069-1171a8484b8b. Sep 23 15:33:04.160097 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for 52440fb8-1f32-4aab-a069-1171a8484b8b owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:04.295356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (52440fb8-1f32-4aab-a069-1171a8484b8b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:04.323580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=52440fb8-1f32-4aab-a069-1171a8484b8b,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:04.334954 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d16b497c-8560-427e-ace4-3477681534f6 req-46505953-6c36-4e73-99fe-496abab8a9eb tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 210 time: 0.0337298 Sep 23 15:33:04.336198 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.336541 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.337026 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.337389 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.337587 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.337895 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.338214 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.338555 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.338860 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.339179 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.339498 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.339943 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.340122 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.340533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.340772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:04.361858 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:04.456936 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:33:04.561475 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:33:04.571947 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:33:04.583029 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:04.583631 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:32:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:04.587837 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:04.604922 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] No DVR routers for this DVR port 52440fb8-1f32-4aab-a069-1171a8484b8b on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:33:04.607517 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:04.611595 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-a98a6bdc-4f87-4607-b647-6085466fdb90 req-fafddf46-b9f6-497a-81e2-85a0387ca90d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "DELETE /networking/v2.0/ports/52440fb8-1f32-4aab-a069-1171a8484b8b HTTP/1.1" status: 204 len: 173 time: 1.0611558 Sep 23 15:33:04.612033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'name': 'network-vif-deleted', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:04.614323 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce6b4d-1f55-4b85-8c42-44bac8242543" -d '{"events": [{"server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "name": "network-vif-deleted", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:04.654101 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89062227-0ebb-42f2-9cb9-6fffb4631cf0 x-openstack-request-id: req-89062227-0ebb-42f2-9cb9-6fffb4631cf0 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:04.654448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e", "name": "network-vif-deleted", "tag": "52440fb8-1f32-4aab-a069-1171a8484b8b", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:04.654702 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89062227-0ebb-42f2-9cb9-6fffb4631cf0 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:04.655255 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89062227-0ebb-42f2-9cb9-6fffb4631cf0'] response: {'server_uuid': '8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e', 'name': 'network-vif-deleted', 'tag': '52440fb8-1f32-4aab-a069-1171a8484b8b', 'status': 'completed', 'code': 200} Sep 23 15:33:04.831652 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:05.045374 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:34Z', 'revision_number': 2, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:05.073879 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:33:05.082816 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:05.083401 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:32:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:05.185227 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:05.406884 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:34Z', 'revision_number': 2, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:05.431863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f906e8d-605e-4f7e-a06c-d5245c52e1df None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'f95fe82b-4b83-4736-8c9e-bf032091e8f5', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:73:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:19Z', 'updated_at': '2022-09-23T15:29:34Z', 'revision_number': 2, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:33:05.434845 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b684b67a-1b8d-4404-b44d-e04e372d08cd req-97b10067-21ed-4844-b478-a41af35dddce tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 210 time: 0.0278885 Sep 23 15:33:05.651512 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ee58a-95c2-438f-90ba-cd76a7728218 None None] New status for floating IP 9eb721d2-6b11-48ab-856a-dd3464ca8ff7: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:33:06.562202 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-87fd0c04-f40e-4483-90ff-d0c174132e45 req-d5f356f0-3bf9-4766-8822-3ddf111d9e12 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 210 time: 0.0337384 Sep 23 15:33:07.673832 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1a93d383-f818-49d3-b31f-51065c2f1ebb req-20321163-94b2-4c7f-b8c1-0ad9899592be tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=8ea3e9ed-e7cd-40d1-b460-3f43788c4b1e HTTP/1.1" status: 200 len: 210 time: 0.0302913 Sep 23 15:33:08.780749 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 59900) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:08.840262 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (85fc491c-0934-4d44-814c-0ad4905ab81c), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.870218 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (85fc491c-0934-4d44-814c-0ad4905ab81c), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.919904 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (85fc491c-0934-4d44-814c-0ad4905ab81c), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.922983 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.924108 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/85fc491c-0934-4d44-814c-0ad4905ab81c HTTP/1.1" status: 204 len: 168 time: 0.1423373 Sep 23 15:33:08.927128 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59902) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:08.933464 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc491c-0934-4d44-814c-0ad4905ab81c,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:08.941429 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.api.v2.resource [None req-2ad382c7-b6dd-4dbd-93fb-f1fe4092116d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] show failed (client error): The resource could not be found. Sep 23 15:33:08.941602 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.941830 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945060 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945244 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2ad382c7-b6dd-4dbd-93fb-f1fe4092116d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups/85fc491c-0934-4d44-814c-0ad4905ab81c HTTP/1.1" status: 404 len: 347 time: 0.0142555 Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.945366 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.946125 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 59904) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:08.946216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.946216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.946216 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f0da2b-5531-4770-be63-8036885d4530 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.993878 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:09.062648 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:09.062945 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.141049 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.141265 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.154268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69 owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:09.296885 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.323440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=ec2e0fdd-9e1a-4fe6-b9b8-475e94e65a69,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:09.391952 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (9eb721d2-6b11-48ab-856a-dd3464ca8ff7), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.394417 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.395592 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f56e06a2-3100-4870-9d7a-597927b3a2e1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/9eb721d2-6b11-48ab-856a-dd3464ca8ff7 HTTP/1.1" status: 204 len: 168 time: 0.4493182 Sep 23 15:33:09.716726 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 52440fb8-1f32-4aab-a069-1171a8484b8b no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:33:09.737262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 52440fb8-1f32-4aab-a069-1171a8484b8b {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:33:09.737601 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 52440fb8-1f32-4aab-a069-1171a8484b8b not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:33:13.557716 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-80563178-9f07-4d5e-967a-41d4ba4e437d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408142 Sep 23 15:33:13.641529 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-65f7e172-7510-442d-b118-2600cf040ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:13.643146 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-65f7e172-7510-442d-b118-2600cf040ffb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1129 time: 0.0428374 Sep 23 15:33:13.755630 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-6ea4183f-cef1-4c6e-a98f-7c1ff9ac12db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:13.757099 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-6ea4183f-cef1-4c6e-a98f-7c1ff9ac12db service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.0934405 Sep 23 15:33:13.822133 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-b15eb96a-9886-47ea-8c66-9f71889781aa service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 200 len: 1001 time: 0.0582395 Sep 23 15:33:13.870219 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-532725bc-0d27-4e75-976c-acc1e8d5f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:13.871616 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-532725bc-0d27-4e75-976c-acc1e8d5f95a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0437927 Sep 23 15:33:13.921405 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-99d52e02-4d6c-4008-b72d-3a2bb4e51d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:13.922928 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-99d52e02-4d6c-4008-b72d-3a2bb4e51d31 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452769 Sep 23 15:33:14.031179 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-c06e9170-08b5-4d88-a4af-66d191ddb53c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987847 Sep 23 15:33:14.126276 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:14.130927 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d472baed-21dc-4457-94d6-33ec5bdbe677 req-fa0138dc-4e0c-4a38-8af6-6a3bc27ed318 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920956 Sep 23 15:33:15.125045 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-3fea1c51-8892-495f-8540-2f06d9d360d4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-132906259&fields=id&tenant_id=c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 267 time: 0.0468235 Sep 23 15:33:15.238913 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-ba2b2cc7-c5c2-4de9-860b-b534d2fa4e0f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:15.240367 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-ba2b2cc7-c5c2-4de9-860b-b534d2fa4e0f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 812 time: 0.1081631 Sep 23 15:33:15.255791 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-c6756a9e-016e-4b5a-bcb8-1634b9e86e5b tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/quotas/c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 375 time: 0.0095625 Sep 23 15:33:15.279877 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:15.313651 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-14eb7ae3-91fb-4449-81cc-2c8495cb1a02 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524812 Sep 23 15:33:15.319386 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b5f59-b41d-4ce7-a0b8-e7c00e5663b0 req-73670c48-1860-4778-a0c9-e5f33d0827fd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:15.320870 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7e7b5f59-b41d-4ce7-a0b8-e7c00e5663b0 req-73670c48-1860-4778-a0c9-e5f33d0827fd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Sep 23 15:33:15.370707 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7e7b5f59-b41d-4ce7-a0b8-e7c00e5663b0 req-6951d754-2cc6-4139-8050-18b005bece67 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441852 Sep 23 15:33:15.419969 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-51731317-59bf-447e-a6ea-75cf4790f0f6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950277 Sep 23 15:33:15.512228 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-345a2e9f-215f-47b1-a0c4-e6252968d1c6 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862877 Sep 23 15:33:15.844715 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b82b666b-982d-4d19-b1ce-349b0b92063b req-f3793de6-5ed3-43d8-9da8-fc07eee694d9 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Sep 23 15:33:16.505656 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bcb95-4e9b-414f-b65a-0ab16c7857a2 req-234658b0-c296-4780-b3c1-0c20fd3522fe tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:16.507220 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-984bcb95-4e9b-414f-b65a-0ab16c7857a2 req-234658b0-c296-4780-b3c1-0c20fd3522fe tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0536287 Sep 23 15:33:16.560643 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-984bcb95-4e9b-414f-b65a-0ab16c7857a2 req-664d861a-e9d6-483b-9fbb-a80c1748c2d9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Sep 23 15:33:16.952285 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7ed28b27-9e54-4323-a042-8a51c496d1e5 req-07caf0a0-2f0d-4a49-a318-12d921d6bbfc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 210 time: 0.0305805 Sep 23 15:33:17.642539 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-cce7aec9-0cc9-4ff1-84e7-10e238cbf1c3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:17.643985 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-cce7aec9-0cc9-4ff1-84e7-10e238cbf1c3 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0907226 Sep 23 15:33:17.693452 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79cf2a-6ee5-434f-a87c-8466bce3706a req-7b882104-d93b-4137-a05d-13a5c8013444 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:17.695457 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ef79cf2a-6ee5-434f-a87c-8466bce3706a req-7b882104-d93b-4137-a05d-13a5c8013444 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 946 time: 0.0530038 Sep 23 15:33:17.752664 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ef79cf2a-6ee5-434f-a87c-8466bce3706a req-b1e456e3-5021-4618-84aa-b2910baaa66f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=fcc5695a-1579-46d7-9234-282c58d46955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482988 Sep 23 15:33:17.761368 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-9e334e81-49dc-45f8-833e-4f7038b1d3e3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:17.762817 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-9e334e81-49dc-45f8-833e-4f7038b1d3e3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 812 time: 0.2079048 Sep 23 15:33:17.771433 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port 7a167ae8-ce16-492c-b9d1-ca2217f95dde {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:17.771769 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:17.902530 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-cac0a5a8-1e39-4370-af04-54b65a69abd1 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c05aa308acb842198935488c659d9ab3 HTTP/1.1" status: 200 len: 379 time: 0.1164083 Sep 23 15:33:17.907235 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] For port 7a167ae8-ce16-492c-b9d1-ca2217f95dde, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=7a167ae8-ce16-492c-b9d1-ca2217f95dde,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:17.907591 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:17.918782 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'port': {'device_id': '39100324-7ac5-4a83-8822-9af1c2309671', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'admin_state_up': True, 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'security_groups': ['09889234-3df8-421a-a53c-4798ea06dfd7']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:18.095712 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5f36d9d-83eb-4e06-8456-7e751d2fc42a req-94f9636b-7220-459c-937e-ff368bc8c930 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 210 time: 0.0475860 Sep 23 15:33:18.175306 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Made reservation on behalf of c05aa308acb842198935488c659d9ab3 for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:33:18.179284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.184790 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.185147 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (f95fe82b-4b83-4736-8c9e-bf032091e8f5), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.185459 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP f95fe82b-4b83-4736-8c9e-bf032091e8f5 disassociated. External IP: 172.27.1.231, port: 7a167ae8-ce16-492c-b9d1-ca2217f95dde. Sep 23 15:33:18.185781 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for 7a167ae8-ce16-492c-b9d1-ca2217f95dde owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:18.253149 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8e06f6e8-a0d5-45d4-86b0-1bf44753f84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.312710 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:18.316796 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:18.402923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Allocated IP 172.20.0.12 (80722061-916e-4bee-90cb-3ac06c3dce58/8ea68e47-fe2d-464f-9c7a-edb88c98c8ae/4b2b057f-9815-454d-a83b-9f55310e7e7a) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:33:18.459111 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (7a167ae8-ce16-492c-b9d1-ca2217f95dde), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.503264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=7a167ae8-ce16-492c-b9d1-ca2217f95dde,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:18.663097 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.686749 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:33:18.746360 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.802397 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Network 80722061-916e-4bee-90cb-3ac06c3dce58 is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:33:18.809156 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:33:18.811817 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:33:18.864103 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9866edf8-8d0a-41ba-8052-87d4f7b6900c req-e0d9374a-23b8-4ac3-a09e-a219312aa0d0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=e8313736-2707-4a7f-8b8f-2a1a33b07495 HTTP/1.1" status: 200 len: 210 time: 0.0345821 Sep 23 15:33:18.865011 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=4b2b057f-9815-454d-a83b-9f55310e7e7a,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:18.903344 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:33:18.913749 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:33:18.915122 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:18.916232 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.923970 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:18.924628 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:32:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:18.963260 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] No DVR routers for this DVR port 7a167ae8-ce16-492c-b9d1-ca2217f95dde on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:33:18.966559 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:18.970459 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-952258c7-06b0-4dd8-9d40-617eda7559ec req-09672884-955e-469a-9631-ed20278b7d9b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "DELETE /networking/v2.0/ports/7a167ae8-ce16-492c-b9d1-ca2217f95dde HTTP/1.1" status: 204 len: 173 time: 1.3166661 Sep 23 15:33:18.970979 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'name': 'network-vif-deleted', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:18.973349 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd436fc6-f80c-495e-9f87-7c441bb41df0" -d '{"events": [{"server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "name": "network-vif-deleted", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:18.987280 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-165cfb86-f4f9-46db-8408-8e03f71118da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0770321 Sep 23 15:33:19.005858 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Request body: {'port': {'device_id': '39100324-7ac5-4a83-8822-9af1c2309671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:19.044538 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:19.059951 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:19.067543 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c19ee7-0f55-40c6-92df-37d75650b788 x-openstack-request-id: req-57c19ee7-0f55-40c6-92df-37d75650b788 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:19.067823 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8313736-2707-4a7f-8b8f-2a1a33b07495", "name": "network-vif-deleted", "tag": "7a167ae8-ce16-492c-b9d1-ca2217f95dde", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:19.068082 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-57c19ee7-0f55-40c6-92df-37d75650b788 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:19.068500 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c19ee7-0f55-40c6-92df-37d75650b788'] response: {'server_uuid': 'e8313736-2707-4a7f-8b8f-2a1a33b07495', 'name': 'network-vif-deleted', 'tag': '7a167ae8-ce16-492c-b9d1-ca2217f95dde', 'status': 'completed', 'code': 200} Sep 23 15:33:19.083588 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:19.112049 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:19.183416 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:19.220157 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:19.232402 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Provisioning complete for port 4b2b057f-9815-454d-a83b-9f55310e7e7a triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:33:19.233318 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:19.233645 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Attempt 1 to provision port 4b2b057f-9815-454d-a83b-9f55310e7e7a Sep 23 15:33:19.359168 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Port 4b2b057f-9815-454d-a83b-9f55310e7e7a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:33:19.360686 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:19.391832 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:33:19.401733 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:19.402763 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:32:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:19.431782 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2b057f-9815-454d-a83b-9f55310e7e7a {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:33:19.440771 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Publish callbacks [] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:19.456061 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Transition to ACTIVE for port object 4b2b057f-9815-454d-a83b-9f55310e7e7a will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:33:19.461568 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:19.513935 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418828-44a1-435d-956a-1caafc9476b5 req-4092ec47-1d27-4dcb-b4fb-5f4ed331d226 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:19.515573 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2b418828-44a1-435d-956a-1caafc9476b5 req-4092ec47-1d27-4dcb-b4fb-5f4ed331d226 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 932 time: 0.3331552 Sep 23 15:33:19.550324 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:19.555858 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:19.576454 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2b418828-44a1-435d-956a-1caafc9476b5 req-cce5ee04-a548-4dd2-9522-009798fd0c5f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522738 Sep 23 15:33:19.753783 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 7a167ae8-ce16-492c-b9d1-ca2217f95dde no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:33:19.792867 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 7a167ae8-ce16-492c-b9d1-ca2217f95dde {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:33:19.793231 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 7a167ae8-ce16-492c-b9d1-ca2217f95dde not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:33:19.814166 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:19.844047 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34bd157-d81d-45a5-877f-f7e24718e5be None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:33:19.848990 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2b057f-9815-454d-a83b-9f55310e7e7a,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:19.861738 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Attempt 2 to provision port 4b2b057f-9815-454d-a83b-9f55310e7e7a Sep 23 15:33:19.879364 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Attempting to bind port 4b2b057f-9815-454d-a83b-9f55310e7e7a on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:33:19.879698 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Attempting to bind port 4b2b057f-9815-454d-a83b-9f55310e7e7a by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:33:19.880217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Attempting to bind port 4b2b057f-9815-454d-a83b-9f55310e7e7a on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:33:19.908246 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Port 4b2b057f-9815-454d-a83b-9f55310e7e7a cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:33:19.926478 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Port 4b2b057f-9815-454d-a83b-9f55310e7e7a on network 80722061-916e-4bee-90cb-3ac06c3dce58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:33:19.926814 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Attempting to bind port 4b2b057f-9815-454d-a83b-9f55310e7e7a on network 80722061-916e-4bee-90cb-3ac06c3dce58 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:33:19.975667 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:33:19.976094 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Checking segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:33:19.976392 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Bound using segment: {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:33:19.976988 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Bound port: 4b2b057f-9815-454d-a83b-9f55310e7e7a, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:33:19.977356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.002272 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60004) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:20.022801 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:20.044859 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] For port 4b2b057f-9815-454d-a83b-9f55310e7e7a, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:33:20.048836 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] For port 4b2b057f-9815-454d-a83b-9f55310e7e7a, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:33:20.059397 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.063395 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:20.064154 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.066002 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/4b2b057f-9815-454d-a83b-9f55310e7e7a HTTP/1.1" status: 200 len: 1094 time: 1.0646164 Sep 23 15:33:20.066422 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0399-d92e-4aba-ad51-f61a50678adc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (fcc5695a-1579-46d7-9234-282c58d46955), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.091853 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0399-d92e-4aba-ad51-f61a50678adc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (fcc5695a-1579-46d7-9234-282c58d46955), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.144044 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec37119-1c00-44fe-9502-03470a21422a None None] New status for floating IP f95fe82b-4b83-4736-8c9e-bf032091e8f5: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:33:20.147931 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363590a-af37-4b26-8427-e0ff943366f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2b057f-9815-454d-a83b-9f55310e7e7a,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:20.162563 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0399-d92e-4aba-ad51-f61a50678adc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fcc5695a-1579-46d7-9234-282c58d46955), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.165908 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0399-d92e-4aba-ad51-f61a50678adc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.167270 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-1b9d0399-d92e-4aba-ad51-f61a50678adc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fcc5695a-1579-46d7-9234-282c58d46955 HTTP/1.1" status: 204 len: 168 time: 0.1634669 Sep 23 15:33:20.171726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60006) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:20.178440 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d0399-d92e-4aba-ad51-f61a50678adc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc5695a-1579-46d7-9234-282c58d46955,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:20.192057 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:20.195184 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.api.v2.resource [None req-0ea6cd09-d889-47b5-b5bd-9c4457e2175d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] show failed (client error): The resource could not be found. Sep 23 15:33:20.201317 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-0ea6cd09-d889-47b5-b5bd-9c4457e2175d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups/fcc5695a-1579-46d7-9234-282c58d46955 HTTP/1.1" status: 404 len: 347 time: 0.0246549 Sep 23 15:33:20.201317 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60008) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:20.210526 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-c1c48785-220f-40c4-bea8-bb54c46863db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:20.211984 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-c1c48785-220f-40c4-bea8-bb54c46863db service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 1128 time: 0.0786150 Sep 23 15:33:20.317378 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-1dc7b0ab-0f7c-4807-bfb5-e8f1ed6f875f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a HTTP/1.1" status: 200 len: 217 time: 0.0722375 Sep 23 15:33:20.397385 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port 2bbf675a-e066-4462-83b3-435d0d3b30d8 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:20.397695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.401473 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-570e0406-59b6-48f5-87f6-84cd2309af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:20.402928 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-570e0406-59b6-48f5-87f6-84cd2309af66 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0782237 Sep 23 15:33:20.409211 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Attempt 3 to provision port 4b2b057f-9815-454d-a83b-9f55310e7e7a Sep 23 15:33:20.456432 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b5ab75cd-29c8-430d-a6d6-eba767c37140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.463037 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dc292-91f5-4717-b9e7-a23b725911f8 None None] Port 4b2b057f-9815-454d-a83b-9f55310e7e7a had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:33:20.485762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0436-6407-4472-a04e-635fed9261f3 req-a662a1cb-a130-4f56-afc3-f61e23e875e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:20.487287 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-a662a1cb-a130-4f56-afc3-f61e23e875e3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783648 Sep 23 15:33:20.562035 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.562364 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (2bbf675a-e066-4462-83b3-435d0d3b30d8), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.582066 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for 2bbf675a-e066-4462-83b3-435d0d3b30d8 owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:20.610069 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:20.649676 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-e3188c26-4433-400a-8b7c-471abb6d35ee service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558979 Sep 23 15:33:20.774106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e5147-8cd5-470c-ada5-48e34a6400a9 req-5cce867c-8e6f-4c68-804f-10fb5da5ee29 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:20.775574 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9c0e5147-8cd5-470c-ada5-48e34a6400a9 req-5cce867c-8e6f-4c68-804f-10fb5da5ee29 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.1088529 Sep 23 15:33:20.828530 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-573c0436-6407-4472-a04e-635fed9261f3 req-88543c97-a1a8-4a91-84a5-c76d2ec9013d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723225 Sep 23 15:33:20.882673 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-9c0e5147-8cd5-470c-ada5-48e34a6400a9 req-cc5e3871-42b6-4696-b7e3-37ec0cae5a4f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959074 Sep 23 15:33:20.895257 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (2bbf675a-e066-4462-83b3-435d0d3b30d8), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.920518 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=2bbf675a-e066-4462-83b3-435d0d3b30d8,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:20.986688 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (f95fe82b-4b83-4736-8c9e-bf032091e8f5), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.989311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.990497 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d5aca491-2ec7-4caf-8f22-8ffe8137fa97 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/f95fe82b-4b83-4736-8c9e-bf032091e8f5 HTTP/1.1" status: 204 len: 168 time: 0.7884049 Sep 23 15:33:21.069648 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:21.071148 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60014) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:21.072068 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:21.076103 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-e8595bec-56f2-4546-abf5-bdffbcb7905c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594511361', 'description': 'tempest-description--804124505'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:21.100602 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8595bec-56f2-4546-abf5-bdffbcb7905c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.111369 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec805ef-8b63-4ed9-ac0b-234f9236ce6d x-openstack-request-id: req-6ec805ef-8b63-4ed9-ac0b-234f9236ce6d {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:21.111659 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:21.111942 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ec805ef-8b63-4ed9-ac0b-234f9236ce6d {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:21.112340 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec805ef-8b63-4ed9-ac0b-234f9236ce6d'] response: {'name': 'network-changed', 'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'status': 'completed', 'code': 200} Sep 23 15:33:21.175761 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8595bec-56f2-4546-abf5-bdffbcb7905c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (9219eebe-29f2-42b3-a75a-45ff45875534), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.180979 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8595bec-56f2-4546-abf5-bdffbcb7905c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9219eebe-29f2-42b3-a75a-45ff45875534), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.211652 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e8595bec-56f2-4546-abf5-bdffbcb7905c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.212881 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e8595bec-56f2-4546-abf5-bdffbcb7905c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405838 Sep 23 15:33:21.214857 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8595bec-56f2-4546-abf5-bdffbcb7905c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9219eebe-29f2-42b3-a75a-45ff45875534,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:21.216016 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60018) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:21.220928 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-ca963c43-8340-4477-a76e-d21ceeee0094 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': '9219eebe-29f2-42b3-a75a-45ff45875534', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:21.231143 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:21.251791 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ca963c43-8340-4477-a76e-d21ceeee0094 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (b6e5537a-3408-493e-80ab-acdb2d738fff), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.310390 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ca963c43-8340-4477-a76e-d21ceeee0094 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (b6e5537a-3408-493e-80ab-acdb2d738fff), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.315616 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ca963c43-8340-4477-a76e-d21ceeee0094 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (b6e5537a-3408-493e-80ab-acdb2d738fff), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.335156 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca963c43-8340-4477-a76e-d21ceeee0094 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e5537a-3408-493e-80ab-acdb2d738fff,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:21.340708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ca963c43-8340-4477-a76e-d21ceeee0094 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.344982 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ca963c43-8340-4477-a76e-d21ceeee0094 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247816 Sep 23 15:33:21.344982 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60020) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:21.350100 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-a3b78cf1-56a8-4885-b431-bc50ad1b5759 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': '9219eebe-29f2-42b3-a75a-45ff45875534', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:21.378895 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a3b78cf1-56a8-4885-b431-bc50ad1b5759 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (09f0fd33-b0e9-4320-87b4-f3bacff61dbb), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.438987 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a3b78cf1-56a8-4885-b431-bc50ad1b5759 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (09f0fd33-b0e9-4320-87b4-f3bacff61dbb), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.444686 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a3b78cf1-56a8-4885-b431-bc50ad1b5759 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (09f0fd33-b0e9-4320-87b4-f3bacff61dbb), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.463700 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78cf1-56a8-4885-b431-bc50ad1b5759 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f0fd33-b0e9-4320-87b4-f3bacff61dbb,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:21.469906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-a3b78cf1-56a8-4885-b431-bc50ad1b5759 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.471122 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-a3b78cf1-56a8-4885-b431-bc50ad1b5759 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252565 Sep 23 15:33:21.474581 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60022) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:21.481052 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:21.510776 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.593938 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.708994 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.27.1.173 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/38af562e-3166-4b09-bbf2-1f89396abf17) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:33:21.827874 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (38af562e-3166-4b09-bbf2-1f89396abf17), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.869918 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (38af562e-3166-4b09-bbf2-1f89396abf17), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.920715 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:33:21.921856 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-ecb3cb9b-d216-4d5d-a199-d0427cdef36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:21.925190 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:33:21.926258 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-ecb3cb9b-d216-4d5d-a199-d0427cdef36b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 1128 time: 0.0564077 Sep 23 15:33:21.927550 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=38af562e-3166-4b09-bbf2-1f89396abf17,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:21.930247 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:33:21.933632 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:21.956029 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.982515 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:22.055065 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-7a0d0bfb-0cdf-4d7e-9bf4-d9e087929381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:22.056857 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-7a0d0bfb-0cdf-4d7e-9bf4-d9e087929381 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.1189821 Sep 23 15:33:22.104379 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-a8d1cead-e190-465d-9e2a-9871a09f065d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a HTTP/1.1" status: 200 len: 217 time: 0.0386708 Sep 23 15:33:22.108902 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (5ec4e194-ab53-4435-953f-b636c87d2a5c), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:22.124396 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab9ee-71a2-4a93-9f7e-b5c858390ff7 req-0b9b184e-6a47-454e-9d72-e412d8916dbf tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:22.126110 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f3fab9ee-71a2-4a93-9f7e-b5c858390ff7 req-0b9b184e-6a47-454e-9d72-e412d8916dbf tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.1330035 Sep 23 15:33:22.162484 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-70884224-5247-4f38-8bbc-8bc1412b37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:22.164203 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-70884224-5247-4f38-8bbc-8bc1412b37df service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0514584 Sep 23 15:33:22.175246 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (38af562e-3166-4b09-bbf2-1f89396abf17), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:22.235389 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-f3fab9ee-71a2-4a93-9f7e-b5c858390ff7 req-c5aeb422-73f2-4d7e-ac97-171678677717 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868797 Sep 23 15:33:22.354063 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (38af562e-3166-4b09-bbf2-1f89396abf17), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:22.360720 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (38af562e-3166-4b09-bbf2-1f89396abf17), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:22.399633 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:22.408886 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-b33a18d4-c343-408e-82f1-3fd6a8a13b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:22.410277 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-b33a18d4-c343-408e-82f1-3fd6a8a13b83 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417488 Sep 23 15:33:22.433496 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=38af562e-3166-4b09-bbf2-1f89396abf17,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:22.436202 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (5ec4e194-ab53-4435-953f-b636c87d2a5c), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:22.455714 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:22.456972 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-0cd06032-b940-4fbd-be97-903484081446 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9811471 Sep 23 15:33:22.507080 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-b2624731-955e-40e9-8fd5-ca5248c3c47f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906978 Sep 23 15:33:22.623042 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6cab3795-8fe7-4d41-927f-ab11d43bf9ad req-a03e2ce0-d2d8-4903-8ac5-4283788decbe service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100655 Sep 23 15:33:22.636992 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-aa3f6f10-a7e9-4b04-af49-2dc7149535df tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1594511361&fields=id&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 267 time: 0.0646358 Sep 23 15:33:22.749089 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-89c1411f-c42b-4609-9e19-27ae01638d0b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:22.750519 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-89c1411f-c42b-4609-9e19-27ae01638d0b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1062262 Sep 23 15:33:22.765626 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-8589103f-fcb7-423e-9375-2f06a3dfe493 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/quotas/58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 375 time: 0.0093148 Sep 23 15:33:22.833716 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-13a4c8af-3880-4d41-8f72-61f3f1fb00be tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605485 Sep 23 15:33:22.902347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:22.938987 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-63428d3b-f763-413e-96c6-fb90b5cdcfee service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872591 Sep 23 15:33:23.036710 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-6d24b862-0c56-49ae-ab14-c2c9de6ae8d5 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892673 Sep 23 15:33:23.212345 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c2559645-123e-4fba-a270-c5c6188f5bc3 req-f84e667e-954b-4dc6-affc-da738633babd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 210 time: 0.0284793 Sep 23 15:33:23.357379 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa790-5248-4d74-8e57-736f5f2e5d18 req-d0266664-842f-49e1-9b2d-b513d2d888a6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:23.359085 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-775aa790-5248-4d74-8e57-736f5f2e5d18 req-d0266664-842f-49e1-9b2d-b513d2d888a6 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.0468595 Sep 23 15:33:23.407713 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:23.412092 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:23.426755 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-775aa790-5248-4d74-8e57-736f5f2e5d18 req-b408506c-bec7-4de9-af2c-e4ebfcf1f80e tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587311 Sep 23 15:33:24.327387 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d6ec9449-be85-47db-8604-39e7137e045e req-2fe25c3b-ba53-4fb9-be32-eb91e8ea6391 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 210 time: 0.0305758 Sep 23 15:33:24.386722 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-0232b68d-4f9c-4481-a0d2-4ef161b19a72 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:24.388154 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-0232b68d-4f9c-4481-a0d2-4ef161b19a72 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1086950 Sep 23 15:33:24.455313 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-d2dae6cb-6e0f-4124-9ef6-cf7e35653ff6 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 380 time: 0.0524528 Sep 23 15:33:24.557217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956bc19-ee2e-4275-a776-c57593d0a416 req-713d684a-c6cc-405a-adb2-b403dca795a4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:24.558668 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6956bc19-ee2e-4275-a776-c57593d0a416 req-713d684a-c6cc-405a-adb2-b403dca795a4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.0552237 Sep 23 15:33:24.561961 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'port': {'device_id': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'admin_state_up': True, 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'security_groups': ['9219eebe-29f2-42b3-a75a-45ff45875534']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:24.573885 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:33:24.623808 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:24.677089 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6956bc19-ee2e-4275-a776-c57593d0a416 req-5db6e699-dccc-4abd-bfe2-30ffeb4f2e96 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104436 Sep 23 15:33:24.708679 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Made reservation on behalf of 58f43b3aab03420bbcb0a2b0f7a338ac for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:33:24.712629 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:24.843943 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.20.0.5 (62392971-b242-4d1a-af09-6b426905b68b/8deb34a0-8701-4280-89a3-4219b7503071/1ecca428-35ab-459e-b0d1-d3d8dbcab9e7) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:33:24.999061 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.012923 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:25.038803 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.087823 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network 62392971-b242-4d1a-af09-6b426905b68b is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:33:25.090964 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:33:25.095197 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:33:25.119268 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:25.148196 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:25.148839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.167525 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-2a7a7b49-1a6c-4920-81a7-98c228aa2640 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6166360 Sep 23 15:33:25.185379 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Request body: {'port': {'device_id': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:25.246544 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.318262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Provisioning complete for port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:33:25.318894 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.319015 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Attempt 1 to provision port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 Sep 23 15:33:25.353805 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:33:25.371093 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:25.451768 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db696f-f9bf-47b7-9ea2-087733c45aba req-84165265-04cf-4bb7-b49d-1fe448b5e87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:25.453345 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-48db696f-f9bf-47b7-9ea2-087733c45aba req-84165265-04cf-4bb7-b49d-1fe448b5e87a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 931 time: 0.0471952 Sep 23 15:33:25.505034 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-48db696f-f9bf-47b7-9ea2-087733c45aba req-c0caff47-9d19-4f0c-a35e-080a09fb43e5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Sep 23 15:33:25.511964 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:33:25.520110 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Publish callbacks [] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.533191 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Transition to ACTIVE for port object 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:33:25.537978 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.617906 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:25.646934 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Attempting to bind port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:33:25.647229 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Attempting to bind port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:33:25.647572 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Attempting to bind port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:33:25.706606 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 on network 62392971-b242-4d1a-af09-6b426905b68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:33:25.706882 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Attempting to bind port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:33:25.749881 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:33:25.749881 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Checking segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:33:25.750329 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Bound using segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:33:25.750732 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Bound port: 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:33:25.751106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.824454 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d59a3d-3c70-44e5-89d8-b4442a58f3dd req-f304c32e-190c-4bad-82f3-1a69e53b2755 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:25.825929 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-35d59a3d-3c70-44e5-89d8-b4442a58f3dd req-f304c32e-190c-4bad-82f3-1a69e53b2755 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.0716481 Sep 23 15:33:25.855048 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Attempt 2 to provision port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 Sep 23 15:33:25.869808 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] For port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:33:25.871552 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:25.873508 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] For port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:33:25.887837 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.890094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:33:25.891351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:25.891985 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:25.893567 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a5f61035-7805-495f-8120-536b83c51474 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 HTTP/1.1" status: 200 len: 1093 time: 0.7128491 Sep 23 15:33:25.900001 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:25.903787 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:25.935906 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-35d59a3d-3c70-44e5-89d8-b4442a58f3dd req-3c90d729-b138-4690-bdfd-093cb8fc17da tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032262 Sep 23 15:33:25.963191 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f61035-7805-495f-8120-536b83c51474 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:25.975141 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8339e75-f62c-4ecf-b91e-46123924b887 x-openstack-request-id: req-d8339e75-f62c-4ecf-b91e-46123924b887 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:25.975630 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:25.975886 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8339e75-f62c-4ecf-b91e-46123924b887 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:25.976295 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8339e75-f62c-4ecf-b91e-46123924b887'] response: {'name': 'network-changed', 'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'status': 'completed', 'code': 200} Sep 23 15:33:26.034277 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-605e3d4e-58b4-435b-b593-bd22a61606ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:26.035821 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-605e3d4e-58b4-435b-b593-bd22a61606ad service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 1127 time: 0.0401151 Sep 23 15:33:26.084291 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-b18ae4d2-24df-4b78-82ce-167b661150e1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 HTTP/1.1" status: 200 len: 217 time: 0.0355966 Sep 23 15:33:26.139095 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-e9c31442-4d93-4a88-b731-c958a78bc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:26.140971 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-e9c31442-4d93-4a88-b731-c958a78bc956 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0481703 Sep 23 15:33:26.189674 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-39259dc4-25d3-4bb0-958e-bbd72afa6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:26.191186 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-39259dc4-25d3-4bb0-958e-bbd72afa6750 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446072 Sep 23 15:33:26.285458 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-07c65465-8871-4a95-97c0-1507629f54ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882542 Sep 23 15:33:26.299849 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:26.376255 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-e217cd4d-5ea4-4a55-8799-61971dee22d3 req-a88dfe3b-c954-4a95-a2ec-38d41a824a28 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837722 Sep 23 15:33:26.391188 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Attempt 3 to provision port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 Sep 23 15:33:26.435141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-d881c472-e133-4d82-91d4-3f9fc0db081f None None] Port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:33:26.644383 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd927-15d4-4375-8b97-77d5d1747683 req-14d412d9-dd68-4cba-a922-194f0d3b5e4c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:26.646197 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8effd927-15d4-4375-8b97-77d5d1747683 req-14d412d9-dd68-4cba-a922-194f0d3b5e4c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 943 time: 0.0578315 Sep 23 15:33:26.966731 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-8effd927-15d4-4375-8b97-77d5d1747683 req-7915df2b-ccf6-484e-ae34-1b26848b076e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122549 Sep 23 15:33:27.064625 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa872e-4617-46e4-85eb-6329403181b1 req-0cb3cde1-5b8f-48b0-9a15-56ed35422f54 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:27.066112 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c6aa872e-4617-46e4-85eb-6329403181b1 req-0cb3cde1-5b8f-48b0-9a15-56ed35422f54 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.0511932 Sep 23 15:33:27.119710 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c6aa872e-4617-46e4-85eb-6329403181b1 req-b0a0c797-a893-4c41-8bbf-9f6ae6f23c5e tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450735 Sep 23 15:33:28.097765 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7119a3-7bab-418a-b220-d90b1eb1893e req-62a56ec8-e8f3-46f0-ac58-8f95d4526e96 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:28.099210 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7c7119a3-7bab-418a-b220-d90b1eb1893e req-62a56ec8-e8f3-46f0-ac58-8f95d4526e96 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 943 time: 0.0490289 Sep 23 15:33:28.147219 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7c7119a3-7bab-418a-b220-d90b1eb1893e req-14875648-570c-407b-b178-7b8eb078dd8b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423083 Sep 23 15:33:28.249287 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af10ac8-a5a1-44a6-9637-c54d97afbf43 req-691cb6ca-572b-41b3-8343-6cdbdfc8aceb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:28.251329 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5af10ac8-a5a1-44a6-9637-c54d97afbf43 req-691cb6ca-572b-41b3-8343-6cdbdfc8aceb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.0499821 Sep 23 15:33:28.304333 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5af10ac8-a5a1-44a6-9637-c54d97afbf43 req-78bc5e01-cfcb-4844-9d6e-8d97e1e3b6b4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 Sep 23 15:33:28.492839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-b07501eb-e3b9-4870-815b-7f402890273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:28.494301 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-b07501eb-e3b9-4870-815b-7f402890273d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 1127 time: 0.0531132 Sep 23 15:33:29.281654 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295de11-67fb-4267-9124-6b2c255b897e req-f3db3e56-53b0-457c-8c8f-2e5b46627c45 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:29.283136 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4295de11-67fb-4267-9124-6b2c255b897e req-f3db3e56-53b0-457c-8c8f-2e5b46627c45 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 943 time: 0.0541849 Sep 23 15:33:29.334805 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4295de11-67fb-4267-9124-6b2c255b897e req-4418ae61-ff58-4b0f-a700-5ff5e2eb1918 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Sep 23 15:33:29.431202 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffbb4e-23af-4f21-8f4b-c3373ccc1f92 req-f7479d70-506e-41d6-8e47-e7adf71f7059 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:29.432673 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-35ffbb4e-23af-4f21-8f4b-c3373ccc1f92 req-f7479d70-506e-41d6-8e47-e7adf71f7059 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 944 time: 0.0510190 Sep 23 15:33:29.462070 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-a2a4ebe2-b3a0-40f1-bf56-cf4dfee9cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:29.463516 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-a2a4ebe2-b3a0-40f1-bf56-cf4dfee9cd7c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.0948346 Sep 23 15:33:29.482557 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-35ffbb4e-23af-4f21-8f4b-c3373ccc1f92 req-83af627c-6b94-4c30-b6a7-c773b88ad73f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439508 Sep 23 15:33:29.503854 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-cf5c124a-c4e2-496d-af17-c8aab2464ab7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 HTTP/1.1" status: 200 len: 217 time: 0.0336170 Sep 23 15:33:29.554723 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-c193a97f-4b09-46bb-87e0-3f3ca7af0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:29.556180 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-c193a97f-4b09-46bb-87e0-3f3ca7af0909 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0459352 Sep 23 15:33:29.604092 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-a7c859dc-af30-4de1-b445-992ed4dcad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:29.605614 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-a7c859dc-af30-4de1-b445-992ed4dcad14 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428579 Sep 23 15:33:29.701287 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-27167066-64b5-4a6d-8652-9050341f5355 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898328 Sep 23 15:33:29.752404 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:29.797492 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d7f1e9e2-81eb-4e9c-b5e7-3133da67faed req-0a148b3d-aee2-4741-97e8-b2830ba016a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903778 Sep 23 15:33:29.800630 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:33:29.883256 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:29.901626 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:29.921477 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:29.932501 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'port_id': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'mac_address': 'fa:16:3e:4e:8b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:33:29.966510 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:33:29.966890 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.979945 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:33:30.001024 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:30.007840 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:30.008440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 4b2b057f-9815-454d-a83b-9f55310e7e7a details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:33:30.079039 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:30.112680 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.113041 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.113366 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.113707 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.114037 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.114365 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.114690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.115011 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.115339 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.115662 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.115981 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.116286 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.116627 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.117284 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.117601 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:30.157185 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 4b2b057f-9815-454d-a83b-9f55310e7e7a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:30.168376 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'port_id': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'mac_address': 'fa:16:3e:c6:a0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:33:30.219378 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 4b2b057f-9815-454d-a83b-9f55310e7e7a is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:33:30.219777 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:30.226956 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:30.234309 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2b057f-9815-454d-a83b-9f55310e7e7a {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:33:30.255471 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 4b2b057f-9815-454d-a83b-9f55310e7e7a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:30.262312 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:30.311237 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=4b2b057f-9815-454d-a83b-9f55310e7e7a,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:30.459092 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6733-59b6-4252-895c-0bfe413e2e55 req-30de06db-9d3b-45a7-80da-770b0c4708a7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:30.460573 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-eebc6733-59b6-4252-895c-0bfe413e2e55 req-30de06db-9d3b-45a7-80da-770b0c4708a7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 944 time: 0.0473273 Sep 23 15:33:30.508876 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-eebc6733-59b6-4252-895c-0bfe413e2e55 req-f40f36dc-2543-4826-a5ec-558665762fd6 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Sep 23 15:33:30.593959 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:30.612437 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d226-15c6-43a8-9498-26c0d069b73e req-af706ee7-4027-4e55-b0c2-aaca46c3292b tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:30.614400 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d066d226-15c6-43a8-9498-26c0d069b73e req-af706ee7-4027-4e55-b0c2-aaca46c3292b tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 945 time: 0.0527639 Sep 23 15:33:30.646725 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:30.666845 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-d066d226-15c6-43a8-9498-26c0d069b73e req-8bd42aa8-052b-43e3-a5fa-ec6743d522ff tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459459 Sep 23 15:33:30.862034 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['1ecca428-35ab-459e-b0d1-d3d8dbcab9e7'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:33:31.047257 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['4b2b057f-9815-454d-a83b-9f55310e7e7a'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:33:31.224430 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:31.306690 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:31.639595 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab377c6-6d46-42cd-86e2-e1c60aa23655 req-e56a04e2-cf1c-45b0-a23b-35ad8d580853 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:31.641212 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dab377c6-6d46-42cd-86e2-e1c60aa23655 req-e56a04e2-cf1c-45b0-a23b-35ad8d580853 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 944 time: 0.0482030 Sep 23 15:33:31.692057 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-dab377c6-6d46-42cd-86e2-e1c60aa23655 req-3a66edd6-4c21-477f-962c-b194ecd70967 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Sep 23 15:33:31.804085 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81304749-af72-40fc-8052-6179aa1dc0a0 req-c912582d-33eb-4cfe-b50a-2c07f697806e tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:31.805525 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81304749-af72-40fc-8052-6179aa1dc0a0 req-c912582d-33eb-4cfe-b50a-2c07f697806e tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 945 time: 0.0513682 Sep 23 15:33:31.863108 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-81304749-af72-40fc-8052-6179aa1dc0a0 req-3c37a6e0-75f1-4b7a-9a7a-25fdec174817 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491610 Sep 23 15:33:32.579010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:33:32.622434 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:33:32.631177 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:33:32.631531 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:32.631949 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 Sep 23 15:33:32.706379 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:33:32.706759 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:32.730152 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:32.732482 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af280c8f-03cb-47c2-8313-4881ed19ff0b" -d '{"events": [{"server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "name": "network-vif-plugged", "status": "completed", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:32.747165 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:32.752637 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:32.753648 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 4b2b057f-9815-454d-a83b-9f55310e7e7a up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:33:32.795447 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc445a0-0b28-44ce-8771-e1edb03d6145 x-openstack-request-id: req-0fc445a0-0b28-44ce-8771-e1edb03d6145 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:32.795739 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "name": "network-vif-plugged", "status": "completed", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:32.795967 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0fc445a0-0b28-44ce-8771-e1edb03d6145 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:32.796358 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc445a0-0b28-44ce-8771-e1edb03d6145'] response: {'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'code': 200} Sep 23 15:33:32.823990 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f1327-35f2-4e9f-b70d-eb98e291ff29 req-b779e7ad-dad1-488a-bad7-971fd73fcd59 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.825616 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6a2f1327-35f2-4e9f-b70d-eb98e291ff29 req-b779e7ad-dad1-488a-bad7-971fd73fcd59 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0528016 Sep 23 15:33:32.833552 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:32.843103 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 4b2b057f-9815-454d-a83b-9f55310e7e7a completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:33:32.850541 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 4b2b057f-9815-454d-a83b-9f55310e7e7a triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:33:32.852900 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:32.853250 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 4b2b057f-9815-454d-a83b-9f55310e7e7a Sep 23 15:33:32.866167 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:32.881899 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6a2f1327-35f2-4e9f-b70d-eb98e291ff29 req-0f45f677-e2cf-4caa-9370-e3c16ec523d0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481617 Sep 23 15:33:32.933848 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 4b2b057f-9815-454d-a83b-9f55310e7e7a is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:33:32.934391 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:32.969438 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 4b2b057f-9815-454d-a83b-9f55310e7e7a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:32.974367 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:32.996971 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a9e9c-c4a8-46c2-a762-5e33778566f0 req-df0b54e7-a39d-4f4b-ba7d-d8e636b3041e tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.998357 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-719a9e9c-c4a8-46c2-a762-5e33778566f0 req-df0b54e7-a39d-4f4b-ba7d-d8e636b3041e tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Sep 23 15:33:33.016626 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479adfa-f3d3-4bc5-9afb-237e0e72b895 req-97f3e162-272f-4dee-ad5c-bd284553ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:33.018155 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7479adfa-f3d3-4bc5-9afb-237e0e72b895 req-97f3e162-272f-4dee-ad5c-bd284553ef99 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 1129 time: 0.0406306 Sep 23 15:33:33.029138 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=4b2b057f-9815-454d-a83b-9f55310e7e7a,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:33.052841 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-719a9e9c-c4a8-46c2-a762-5e33778566f0 req-82bac2a3-4818-4fa7-acdb-8cbd2391fb26 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484829 Sep 23 15:33:33.072532 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-7479adfa-f3d3-4bc5-9afb-237e0e72b895 req-edcf4a32-ec3c-4dbe-96fa-9a8f52183e98 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474694 Sep 23 15:33:34.024613 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d437a-4242-4811-98cf-d912ddfc58c0 req-a5c00d0a-0fb6-4040-8c25-55e3396639df tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:34.026110 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-018d437a-4242-4811-98cf-d912ddfc58c0 req-a5c00d0a-0fb6-4040-8c25-55e3396639df tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0567698 Sep 23 15:33:34.092993 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-018d437a-4242-4811-98cf-d912ddfc58c0 req-4c6df07d-2a17-4e99-a0d8-b9c8931af7c4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607564 Sep 23 15:33:34.184338 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9cdf1-a799-4cf3-b22e-cd231ee89948 req-ed068c1e-0a0a-44ff-9259-9cbcdd0a8042 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:34.185693 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ead9cdf1-a799-4cf3-b22e-cd231ee89948 req-ed068c1e-0a0a-44ff-9259-9cbcdd0a8042 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0552313 Sep 23 15:33:34.239148 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ead9cdf1-a799-4cf3-b22e-cd231ee89948 req-815b1843-4bc4-4a9a-95dd-b85d614ba6fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475714 Sep 23 15:33:34.368538 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:34.570269 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:34.798451 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:34.801949 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e181b7b-bc69-465e-81ce-c0b9643ddd0c" -d '{"events": [{"server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "name": "network-vif-plugged", "status": "completed", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:34.851591 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98386f73-68ce-4492-92e3-ceb84fada78f x-openstack-request-id: req-98386f73-68ce-4492-92e3-ceb84fada78f {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:34.851878 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "name": "network-vif-plugged", "status": "completed", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:34.852126 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98386f73-68ce-4492-92e3-ceb84fada78f {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:34.852546 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98386f73-68ce-4492-92e3-ceb84fada78f'] response: {'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'code': 200} Sep 23 15:33:35.169947 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fbf8a-6174-4fdd-b206-e40623bdf235 req-7c5a56e5-956a-4f31-98ae-8c70e1a8586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:35.171443 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b98fbf8a-6174-4fdd-b206-e40623bdf235 req-7c5a56e5-956a-4f31-98ae-8c70e1a8586c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 1130 time: 0.0402796 Sep 23 15:33:35.215972 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ca0b4-9af7-4355-b215-37c0c594580d req-8c097129-704a-4b99-a18c-d53eb300bcbb tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:35.217475 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-640ca0b4-9af7-4355-b215-37c0c594580d req-8c097129-704a-4b99-a18c-d53eb300bcbb tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0468779 Sep 23 15:33:35.218188 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-b98fbf8a-6174-4fdd-b206-e40623bdf235 req-1c169e8f-317c-4c06-bae1-93d427ac3121 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 Sep 23 15:33:35.265973 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-640ca0b4-9af7-4355-b215-37c0c594580d req-0ed71305-cd24-413f-846e-134c260a5f96 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Sep 23 15:33:35.368782 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea946ee3-dd8c-4c70-94c3-0e2e802b3d1d req-1f96224d-0ce4-46a4-b843-827b37bc4b89 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:35.370272 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ea946ee3-dd8c-4c70-94c3-0e2e802b3d1d req-1f96224d-0ce4-46a4-b843-827b37bc4b89 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0489664 Sep 23 15:33:35.384347 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d770a49-ddc1-4334-af6b-b7c694f93076 req-2767e3b9-3c7d-4971-a7b0-fea735556661 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:35.385723 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-6d770a49-ddc1-4334-af6b-b7c694f93076 req-2767e3b9-3c7d-4971-a7b0-fea735556661 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0487235 Sep 23 15:33:35.396088 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60106) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:35.400506 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'port_id': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:35.424342 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-ea946ee3-dd8c-4c70-94c3-0e2e802b3d1d req-24d0bd26-b3c5-4d06-a361-f2cf5a0c5f8a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480466 Sep 23 15:33:35.442459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (5ec4e194-ab53-4435-953f-b636c87d2a5c), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:35.888922 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:35.896167 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (5ec4e194-ab53-4435-953f-b636c87d2a5c), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:35.975422 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:35.993718 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP 5ec4e194-ab53-4435-953f-b636c87d2a5c associated. External IP: 172.27.1.173, port: 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7. Sep 23 15:33:36.082261 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:36.216392 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:33:36.324451 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:33:36.330637 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:36.335911 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:33:36.346633 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:36.347306 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:33:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:36.362177 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-c295eda0-a05f-44a4-9b62-5c5c224eb2ae tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/5ec4e194-ab53-4435-953f-b636c87d2a5c HTTP/1.1" status: 200 len: 991 time: 0.9649217 Sep 23 15:33:36.362895 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:36.365245 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92fca42-ab0e-4242-8890-6c1c7826ec2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:36.402969 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d11162a-4994-47ff-ade5-9e2639adbd03 x-openstack-request-id: req-5d11162a-4994-47ff-ade5-9e2639adbd03 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:36.403260 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:36.403497 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d11162a-4994-47ff-ade5-9e2639adbd03 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:36.403896 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d11162a-4994-47ff-ade5-9e2639adbd03'] response: {'name': 'network-changed', 'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'status': 'completed', 'code': 200} Sep 23 15:33:36.449846 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:36.521479 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:36.562033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418c819-c034-4f6a-a0ca-34fa31c17942 req-ae39f8be-e032-4290-ac90-67bc44724df4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:36.563865 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f418c819-c034-4f6a-a0ca-34fa31c17942 req-ae39f8be-e032-4290-ac90-67bc44724df4 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0500491 Sep 23 15:33:36.615113 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f418c819-c034-4f6a-a0ca-34fa31c17942 req-96b2af17-bfae-40b4-9fd6-b4c6724126cc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455482 Sep 23 15:33:36.661058 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:36.665386 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '5ec4e194-ab53-4435-953f-b636c87d2a5c', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:4e:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:33:22Z', 'updated_at': '2022-09-23T15:33:35Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:36.693838 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:33:36.702298 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:36.702931 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:33:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:36.802236 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:36.885141 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-adba6ea7-7cc6-45a9-b70b-bc405b963dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:36.886742 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-adba6ea7-7cc6-45a9-b70b-bc405b963dce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 1129 time: 0.0405793 Sep 23 15:33:37.020169 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '5ec4e194-ab53-4435-953f-b636c87d2a5c', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:4e:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:33:22Z', 'updated_at': '2022-09-23T15:33:35Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:37.049835 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683af75-3c4c-4ab3-bad7-e0b1fb0193c6 None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '5ec4e194-ab53-4435-953f-b636c87d2a5c', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:4e:8b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:33:22Z', 'updated_at': '2022-09-23T15:33:35Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:33:37.132332 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-b788e7c2-5ebf-4db6-b249-c917440cf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:37.133863 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-b788e7c2-5ebf-4db6-b249-c917440cf454 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.0985136 Sep 23 15:33:37.196782 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-95a248c9-765e-4fec-bddc-5bee272594e6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 HTTP/1.1" status: 200 len: 999 time: 0.0565286 Sep 23 15:33:37.210135 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:37.253400 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-52ae3460-3c5c-4a78-8adb-a03897656601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:37.254892 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-52ae3460-3c5c-4a78-8adb-a03897656601 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0523748 Sep 23 15:33:37.257569 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb4af0-93e7-4390-b6ef-6263d5936fe4 None None] New status for floating IP 5ec4e194-ab53-4435-953f-b636c87d2a5c: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:33:37.299506 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-ce8dddd3-27ea-4dd7-b01b-80de972b4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:37.300946 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-ce8dddd3-27ea-4dd7-b01b-80de972b4a6e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403683 Sep 23 15:33:37.390478 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-e284d5ad-8809-40ea-9977-a5fbd3ed9613 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830233 Sep 23 15:33:37.488100 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f92fca42-ab0e-4242-8890-6c1c7826ec2e req-b54d8dda-b64a-4070-bc70-def7d6c765b4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920522 Sep 23 15:33:37.748783 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a13f5-6864-4a3c-9233-dff763c28327 req-14c43a20-73e3-4cad-9ba5-c46fa81bbb33 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:37.750227 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c81a13f5-6864-4a3c-9233-dff763c28327 req-14c43a20-73e3-4cad-9ba5-c46fa81bbb33 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0509355 Sep 23 15:33:37.809848 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c81a13f5-6864-4a3c-9233-dff763c28327 req-0ae3c34a-4a10-4c73-bf17-eae3627d78ce tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521803 Sep 23 15:33:37.946644 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd9ad8-c4e0-4173-92fb-96ca9bc8a4e4 req-9e0852dd-dde6-4b00-9cbe-43162b210297 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:37.948030 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4cd9ad8-c4e0-4173-92fb-96ca9bc8a4e4 req-9e0852dd-dde6-4b00-9cbe-43162b210297 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0555935 Sep 23 15:33:37.962917 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:38.002054 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4cd9ad8-c4e0-4173-92fb-96ca9bc8a4e4 req-c8c562ce-f9cd-40f2-84ee-c4aacec28ffc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455654 Sep 23 15:33:38.031441 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60118) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:38.194565 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b41c664-ce69-4dc8-adff-0fc9662384c8 tempest-TestVolumeBootPattern-1184789317 tempest-TestVolumeBootPattern-1184789317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:38.196608 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-9b41c664-ce69-4dc8-adff-0fc9662384c8 tempest-TestVolumeBootPattern-1184789317 tempest-TestVolumeBootPattern-1184789317-project-admin] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 1125 time: 0.1640713 Sep 23 15:33:38.200028 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60122) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:38.206556 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'port_id': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:33:38.235734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:38.317756 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:38.433538 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Allocated IP 172.27.1.152 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/526a475f-acf0-477d-b994-88e28b425ccc) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:33:38.549161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (526a475f-acf0-477d-b994-88e28b425ccc), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:38.589566 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (526a475f-acf0-477d-b994-88e28b425ccc), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:38.636311 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:33:38.641298 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:33:38.644981 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:33:38.648177 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=526a475f-acf0-477d-b994-88e28b425ccc,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:38.707870 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:38.902772 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:39.002976 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (546206b7-71e7-4e8a-976e-031383838d09), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:39.078476 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (526a475f-acf0-477d-b994-88e28b425ccc), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:39.231484 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for port (526a475f-acf0-477d-b994-88e28b425ccc), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:39.239085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (526a475f-acf0-477d-b994-88e28b425ccc), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:39.307082 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event updated for resources: {'Port': ['ID=526a475f-acf0-477d-b994-88e28b425ccc,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:39.309612 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (546206b7-71e7-4e8a-976e-031383838d09), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:39.408410 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Floating IP 546206b7-71e7-4e8a-976e-031383838d09 associated. External IP: 172.27.1.152, port: 4b2b057f-9815-454d-a83b-9f55310e7e7a. Sep 23 15:33:39.613933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:33:39.701414 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:39.708347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:39.723333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:33:39.733104 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:33:39.743370 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:39.745070 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:39.745692 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:33:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:39.773888 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f4f18da4-f92f-40af-bade-dd7e360360fc tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5726168 Sep 23 15:33:39.774528 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:33:39.777440 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b12850-d377-43c3-87ff-94c2a4ad05f5" -d '{"events": [{"name": "network-changed", "server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:39.819484 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fb9d28-3c26-4484-87dd-d225df549da5 x-openstack-request-id: req-a6fb9d28-3c26-4484-87dd-d225df549da5 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:39.819928 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:39.820085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6fb9d28-3c26-4484-87dd-d225df549da5 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:39.820536 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fb9d28-3c26-4484-87dd-d225df549da5'] response: {'name': 'network-changed', 'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'status': 'completed', 'code': 200} Sep 23 15:33:39.855074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:39.918933 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-6d7d2cc9-62c0-4637-8764-2e79bc050f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:39.920427 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-6d7d2cc9-62c0-4637-8764-2e79bc050f00 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 1130 time: 0.0430107 Sep 23 15:33:40.012538 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-723fb2e3-a003-4ea2-ab4c-2c8820e760c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:40.014073 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-723fb2e3-a003-4ea2-ab4c-2c8820e760c5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.0872724 Sep 23 15:33:40.082157 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-a6be43f2-bd73-4074-b09e-6c467e47ddfa service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a HTTP/1.1" status: 200 len: 1000 time: 0.0613558 Sep 23 15:33:40.133841 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-1bcce420-dc08-4b09-9028-efeee1fdf7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:40.135336 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-1bcce420-dc08-4b09-9028-efeee1fdf7dd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0464895 Sep 23 15:33:40.180009 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-e703cf2e-e8e6-45f0-8f08-0632465a14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:40.181555 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-e703cf2e-e8e6-45f0-8f08-0632465a14ab service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387330 Sep 23 15:33:40.191187 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '546206b7-71e7-4e8a-976e-031383838d09', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:c6:a0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39100324-7ac5-4a83-8822-9af1c2309671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:33:38Z', 'updated_at': '2022-09-23T15:33:38Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}, {'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:15Z', 'revision_number': 1, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:40.215352 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:33:40.223971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:40.224577 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:33:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:40.258403 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:40.276680 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-aeeabbef-21d8-403c-8e58-d1cc5b32df64 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884423 Sep 23 15:33:40.332043 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:40.369725 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-81b12850-d377-43c3-87ff-94c2a4ad05f5 req-6ee78f99-f79a-405b-a8b9-dcc7757f56ca service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 Sep 23 15:33:40.510610 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:40.552432 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '546206b7-71e7-4e8a-976e-031383838d09', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:c6:a0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39100324-7ac5-4a83-8822-9af1c2309671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:33:38Z', 'updated_at': '2022-09-23T15:33:38Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}, {'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:15Z', 'revision_number': 1, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:40.577616 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddf692-40b2-4003-865b-44a332f6b830 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '546206b7-71e7-4e8a-976e-031383838d09', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:c6:a0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39100324-7ac5-4a83-8822-9af1c2309671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:33:38Z', 'updated_at': '2022-09-23T15:33:38Z', 'revision_number': 0, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}, {'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:15Z', 'revision_number': 1, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:33:40.816258 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa449a2-5bea-4f1f-aac8-d18b9c8255e4 None None] New status for floating IP 546206b7-71e7-4e8a-976e-031383838d09: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:33:47.282739 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [req-c749bd73-05f7-45ee-9edf-d91aa60b7070 req-012ecb0f-918b-499f-ba33-844c58c81166 service neutron] (106667) timed out ('10.222.0.64', 49767) {{(pid=106667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:33:47.796156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=48 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:47.805607 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=37 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:48.257473 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-001c0a68-172c-4603-a049-44a04d314794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.364367 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:DELETE=2,neutron:SELECT=52 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:50.366368 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=57 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:50.432674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-23c9e812-5b43-41c6-900a-d54efd844e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:51.958540 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:53.412793 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:53.415132 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:58.494585 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:58.503263 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=28,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:01.575026 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:34:04.384302 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:11.569865 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:11.570908 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:14.374696 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:14.376731 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:18.264661 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6ebd966b-bb5b-4f05-b1ae-08b6b591a40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:20.428251 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9677a95d-43cd-463b-8c9b-d9803c0008f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.956135 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:23.413456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:23.418238 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:33.402540 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:33.411635 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:34.395889 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:35.490825 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:35.497514 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:38.575038 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:34:44.380483 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:44.389907 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:48.263037 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9e38-1eb6-4989-a1ca-14a38aeeaca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:48.569502 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=14 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:48.570335 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=14 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:50.430340 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ee2cf220-fa7e-4b38-9c41-438c9df675d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:51.954998 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:53.429456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:53.431873 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:01.594992 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b2bc-8e03-45dd-bc1c-38d9a2cd05bd req-c64a99ef-930e-4238-8337-b86ba4b84eff tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:01.596456 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b9d5b2bc-8e03-45dd-bc1c-38d9a2cd05bd req-c64a99ef-930e-4238-8337-b86ba4b84eff tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0522904 Sep 23 15:35:01.646170 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-b9d5b2bc-8e03-45dd-bc1c-38d9a2cd05bd req-088aea18-c287-4683-afb4-d32d47f26097 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 Sep 23 15:35:02.789098 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a9f60-9eda-46d0-a171-7be984413670 req-d4a85ed3-b9ce-4d9f-96b5-3679d16550d7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:02.790624 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-078a9f60-9eda-46d0-a171-7be984413670 req-d4a85ed3-b9ce-4d9f-96b5-3679d16550d7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0603716 Sep 23 15:35:02.843702 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-078a9f60-9eda-46d0-a171-7be984413670 req-582485f9-8ddb-4c8c-9b10-c787c8c6953e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444243 Sep 23 15:35:03.340142 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-2b79f74f-ebfc-423a-a811-4d36f234d394 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:03.341617 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-2b79f74f-ebfc-423a-a811-4d36f234d394 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0589561 Sep 23 15:35:03.416999 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:03.423456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:03.429820 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:03.430166 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:03.527821 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] For port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:03.528126 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:03.973146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:03.973888 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (5ec4e194-ab53-4435-953f-b636c87d2a5c), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:03.973888 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP 5ec4e194-ab53-4435-953f-b636c87d2a5c disassociated. External IP: 172.27.1.173, port: 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7. Sep 23 15:35:03.974173 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:03.978833 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64a444-0e14-43e6-a91e-b955988cf2d3 req-caa02061-c903-4ac2-851e-60f27c401fbf tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:03.980341 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-eb64a444-0e14-43e6-a91e-b955988cf2d3 req-caa02061-c903-4ac2-851e-60f27c401fbf tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 945 time: 0.0475469 Sep 23 15:35:04.027966 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-eb64a444-0e14-43e6-a91e-b955988cf2d3 req-277ba912-d2d9-40a5-b267-3b997426cd95 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=9219eebe-29f2-42b3-a75a-45ff45875534&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418310 Sep 23 15:35:04.106588 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (1ecca428-35ab-459e-b0d1-d3d8dbcab9e7), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:04.140153 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=1ecca428-35ab-459e-b0d1-d3d8dbcab9e7,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:04.151949 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.152296 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.152653 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.152965 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.153325 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.153680 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.153979 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.154296 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.154610 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.154912 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.155228 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.155542 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.155856 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.156165 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.156473 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:04.268387 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:35:04.370041 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:04.378071 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:35:04.388440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:35:04.410535 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:04.411098 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:34:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:04.414284 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:04.421911 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] No DVR routers for this DVR port 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:35:04.424974 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:04.428235 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-30ccc81e-8d4a-4809-9f49-dc39295ac941 req-312bf91e-95ea-40d3-8491-6c161a944e7a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "DELETE /networking/v2.0/ports/1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 HTTP/1.1" status: 204 len: 173 time: 1.0786922 Sep 23 15:35:04.428780 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'name': 'network-vif-deleted', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:04.431078 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd57b1-7d13-405b-899f-cbe9df7159b3" -d '{"events": [{"server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "name": "network-vif-deleted", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:04.489911 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e4b54-f588-4c79-866e-4d5ec1fb0f51 x-openstack-request-id: req-255e4b54-f588-4c79-866e-4d5ec1fb0f51 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:04.490315 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1d775a-2566-40d4-a176-e03fc58b803e", "name": "network-vif-deleted", "tag": "1ecca428-35ab-459e-b0d1-d3d8dbcab9e7", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:04.490584 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-255e4b54-f588-4c79-866e-4d5ec1fb0f51 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:04.491451 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255e4b54-f588-4c79-866e-4d5ec1fb0f51'] response: {'server_uuid': '3e1d775a-2566-40d4-a176-e03fc58b803e', 'name': 'network-vif-deleted', 'tag': '1ecca428-35ab-459e-b0d1-d3d8dbcab9e7', 'status': 'completed', 'code': 200} Sep 23 15:35:04.516051 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:04.717658 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:04.746017 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:35:04.754761 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:04.755338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:34:50Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:04.857845 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:05.061061 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:05.087964 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83d027-ee54-46e5-9553-94d5e6822c34 None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:35:05.149246 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1c245fe8-8c45-48e0-8a3f-cde6ba0ff162 req-c73603cd-96b0-4d3e-a872-d949ad77063b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=3e1d775a-2566-40d4-a176-e03fc58b803e HTTP/1.1" status: 200 len: 210 time: 0.0292523 Sep 23 15:35:05.323518 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ae9e1-ec1e-4fa6-9825-70e0b3d42022 None None] New status for floating IP 5ec4e194-ab53-4435-953f-b636c87d2a5c: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:35:06.260003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60248) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:06.290195 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:06.325033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f6d95c4-94f4-4db2-8cef-1a5946636c9d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (9219eebe-29f2-42b3-a75a-45ff45875534), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.347213 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f6d95c4-94f4-4db2-8cef-1a5946636c9d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (9219eebe-29f2-42b3-a75a-45ff45875534), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.407488 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f6d95c4-94f4-4db2-8cef-1a5946636c9d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9219eebe-29f2-42b3-a75a-45ff45875534), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.411934 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-3f6d95c4-94f4-4db2-8cef-1a5946636c9d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.413637 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-3f6d95c4-94f4-4db2-8cef-1a5946636c9d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9219eebe-29f2-42b3-a75a-45ff45875534 HTTP/1.1" status: 204 len: 168 time: 0.1525855 Sep 23 15:35:06.416549 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60250) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:06.422992 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d95c4-94f4-4db2-8cef-1a5946636c9d tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9219eebe-29f2-42b3-a75a-45ff45875534,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:06.430716 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.api.v2.resource [None req-f956f751-30e6-4964-bec6-c9076f074ff1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] show failed (client error): The resource could not be found. Sep 23 15:35:06.431777 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f956f751-30e6-4964-bec6-c9076f074ff1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups/9219eebe-29f2-42b3-a75a-45ff45875534 HTTP/1.1" status: 404 len: 347 time: 0.0141897 Sep 23 15:35:06.434886 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60252) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:06.448574 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:06.472915 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:06.473343 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 1ecca428-35ab-459e-b0d1-d3d8dbcab9e7 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:06.565186 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port 38af562e-3166-4b09-bbf2-1f89396abf17 {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:06.565528 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (38af562e-3166-4b09-bbf2-1f89396abf17), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.643438 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (38af562e-3166-4b09-bbf2-1f89396abf17), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.643734 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (38af562e-3166-4b09-bbf2-1f89396abf17), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.657434 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for 38af562e-3166-4b09-bbf2-1f89396abf17 owned by network:floatingip {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:06.811192 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (38af562e-3166-4b09-bbf2-1f89396abf17), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.839479 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=38af562e-3166-4b09-bbf2-1f89396abf17,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:06.851434 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.851774 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.852122 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.852452 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.852809 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.853135 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.853459 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.853765 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.854084 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.854401 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.854716 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.855031 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.855347 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.855661 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.855978 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:06.916674 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (5ec4e194-ab53-4435-953f-b636c87d2a5c), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.919256 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:06.920393 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-25c7297e-0f5b-4550-94a4-adcafa414ed9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/5ec4e194-ab53-4435-953f-b636c87d2a5c HTTP/1.1" status: 204 len: 168 time: 0.4846420 Sep 23 15:35:06.997847 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60256) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:07.002803 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-2000512e-7e0f-47f7-b403-a0b7430586bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660566809', 'description': 'tempest-description--557894946'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:35:07.026254 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2000512e-7e0f-47f7-b403-a0b7430586bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.096063 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2000512e-7e0f-47f7-b403-a0b7430586bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (bfc05abe-c95c-49e9-8105-93bb9b018f87), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.102874 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2000512e-7e0f-47f7-b403-a0b7430586bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (bfc05abe-c95c-49e9-8105-93bb9b018f87), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.133139 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000512e-7e0f-47f7-b403-a0b7430586bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc05abe-c95c-49e9-8105-93bb9b018f87,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:07.137678 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2000512e-7e0f-47f7-b403-a0b7430586bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.138893 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2000512e-7e0f-47f7-b403-a0b7430586bd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1399834 Sep 23 15:35:07.142149 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60258) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:07.146909 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-1db78a63-afce-436c-a001-280ae2e37bb5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': 'bfc05abe-c95c-49e9-8105-93bb9b018f87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:35:07.176543 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1db78a63-afce-436c-a001-280ae2e37bb5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (35651941-621e-4886-afa1-8938bafe560f), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.234457 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1db78a63-afce-436c-a001-280ae2e37bb5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (35651941-621e-4886-afa1-8938bafe560f), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.242350 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1db78a63-afce-436c-a001-280ae2e37bb5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (35651941-621e-4886-afa1-8938bafe560f), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.261908 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db78a63-afce-436c-a001-280ae2e37bb5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35651941-621e-4886-afa1-8938bafe560f,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:07.271222 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-1db78a63-afce-436c-a001-280ae2e37bb5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.272408 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-1db78a63-afce-436c-a001-280ae2e37bb5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291845 Sep 23 15:35:07.275180 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60260) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:07.279353 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-ebe75728-c766-4ea8-83c8-7fb03ba13226 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'security_group_rule': {'security_group_id': 'bfc05abe-c95c-49e9-8105-93bb9b018f87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:35:07.308207 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ebe75728-c766-4ea8-83c8-7fb03ba13226 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (36003432-e0f0-4dba-9d0e-42cbac5cfae0), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.371423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ebe75728-c766-4ea8-83c8-7fb03ba13226 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (36003432-e0f0-4dba-9d0e-42cbac5cfae0), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.377284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ebe75728-c766-4ea8-83c8-7fb03ba13226 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562069'] for security_group_rule (36003432-e0f0-4dba-9d0e-42cbac5cfae0), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.396213 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe75728-c766-4ea8-83c8-7fb03ba13226 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36003432-e0f0-4dba-9d0e-42cbac5cfae0,revision_number=0']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:07.404259 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ebe75728-c766-4ea8-83c8-7fb03ba13226 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.405527 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ebe75728-c766-4ea8-83c8-7fb03ba13226 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294503 Sep 23 15:35:07.408833 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60262) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:07.413469 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.v2.base [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f'}} {{(pid=106667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:35:07.426076 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:07.448494 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.467974 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:07.544875 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.648884 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_common [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.27.1.83 (b44dc6c3-f1e9-43eb-835f-db2a2981119f/7a46f727-6425-4f8f-8680-f00fa7f73b71/70772c36-680d-4ec7-b84b-df0d7abe4145) {{(pid=106667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:35:07.763316 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.798846 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.841128 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network b44dc6c3-f1e9-43eb-835f-db2a2981119f is already hosted by enough agents. {{(pid=106667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:35:07.844521 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.base_scheduler [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:35:07.846523 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=70772c36-680d-4ec7-b84b-df0d7abe4145,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:07.848619 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:35:07.932998 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (d5a7218e-4531-470e-996b-aadf98e22361), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:07.972455 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), before_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:08.368134 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), precommit_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:08.375895 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26788496'] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), after_update {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:08.436284 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:08.442618 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (d5a7218e-4531-470e-996b-aadf98e22361), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:08.445266 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=70772c36-680d-4ec7-b84b-df0d7abe4145,revision_number=2']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:08.448453 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:08.467608 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:08.470256 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-5ae71f7c-8e1c-4b60-9ae1-816c41f27ce4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0602591 Sep 23 15:35:08.633303 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-41c41a7a-554c-42ac-8f42-17b423041cdf tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--660566809&fields=id&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 267 time: 0.0468092 Sep 23 15:35:08.744067 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a44a9586-1b7a-4d5b-ae6d-ff72d75202ce tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:08.745547 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a44a9586-1b7a-4d5b-ae6d-ff72d75202ce tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1058476 Sep 23 15:35:08.760364 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-4c6c7b52-d478-44b1-8147-2c2fc97dcb93 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/quotas/58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 375 time: 0.0093701 Sep 23 15:35:08.815203 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-e6c3c126-4a36-450f-a26d-aa1987903bcd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466611 Sep 23 15:35:08.918400 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-5b45c97d-df28-40b1-88a3-a778634874e4 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864794 Sep 23 15:35:09.019640 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-e30dfd74-4919-4d6a-bf2a-2c908f2aab69 service neutron] 10.222.0.75 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934930 Sep 23 15:35:09.214741 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-4c281699-3e55-45cd-a5bb-407584c887ed req-7d78f2fa-9d1f-4ac5-9ea6-52653696f3ca tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 210 time: 0.0293412 Sep 23 15:35:10.319581 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-9bd60083-a54e-4ea0-ba14-9d51e6d05779 req-407b23cf-9aa4-4e4d-bda9-ef89ee5d362e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 210 time: 0.0290773 Sep 23 15:35:10.557800 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-dbeabf3a-80d0-4a18-9b6e-6388b3a17360 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:10.559238 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-dbeabf3a-80d0-4a18-9b6e-6388b3a17360 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 814 time: 0.1149826 Sep 23 15:35:10.627541 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-e881c9a2-7c01-4fce-9c2f-f1f3468e1da1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac HTTP/1.1" status: 200 len: 379 time: 0.0542295 Sep 23 15:35:10.736263 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'port': {'device_id': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'admin_state_up': True, 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'security_groups': ['bfc05abe-c95c-49e9-8105-93bb9b018f87']}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:35:10.854797 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Made reservation on behalf of 58f43b3aab03420bbcb0a2b0f7a338ac for: {'port': 1} {{(pid=106666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:35:10.858701 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:10.917324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:11.003313 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_common [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Allocated IP 172.20.0.7 (62392971-b242-4d1a-af09-6b426905b68b/8deb34a0-8701-4280-89a3-4219b7503071/19763998-2ae2-48ae-9b03-3d196f0be1a2) {{(pid=106666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:35:11.014746 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:11.148422 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:11.183580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749001759937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:11.228612 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Network 62392971-b242-4d1a-af09-6b426905b68b is already hosted by enough agents. {{(pid=106666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:35:11.233733 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.base_scheduler [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Resources bound (agent type, host, resource id): {{(pid=106666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:35:11.235876 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event updated for resources: {'Port': ['ID=19763998-2ae2-48ae-9b03-3d196f0be1a2,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:11.238072 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Received port after_create {{(pid=106666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:35:11.286841 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:11.287457 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:11.305517 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-0cd069fd-d997-4aee-8d24-33989e6a6f75 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759139 Sep 23 15:35:11.371660 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Request body: {'port': {'device_id': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:35:11.418661 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Provisioning complete for port 19763998-2ae2-48ae-9b03-3d196f0be1a2 triggered by entity DHCP. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:35:11.419213 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:11.419480 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Attempt 1 to provision port 19763998-2ae2-48ae-9b03-3d196f0be1a2 Sep 23 15:35:11.450552 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Port 19763998-2ae2-48ae-9b03-3d196f0be1a2 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:35:11.478557 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7aca0-d1c0-405b-9e73-ef119b2991e8 req-15c9432f-f951-4334-b3d3-e5f93ae3240c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:11.480024 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-20e7aca0-d1c0-405b-9e73-ef119b2991e8 req-15c9432f-f951-4334-b3d3-e5f93ae3240c tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 931 time: 0.0708683 Sep 23 15:35:11.498596 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:11.573623 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-20e7aca0-d1c0-405b-9e73-ef119b2991e8 req-0148225f-4430-4906-b9b5-033fab782a86 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855083 Sep 23 15:35:11.760670 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:11.798432 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19763998-2ae2-48ae-9b03-3d196f0be1a2 {{(pid=106666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:35:11.806283 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Publish callbacks [] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:11.820002 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.provisioning_blocks [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Transition to ACTIVE for port object 19763998-2ae2-48ae-9b03-3d196f0be1a2 will not be triggered until provisioned by entity L2. {{(pid=106666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:35:11.825842 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:11.884867 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Pushing event updated for resources: {'Port': ['ID=19763998-2ae2-48ae-9b03-3d196f0be1a2,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:11.913751 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:11.938908 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Attempting to bind port 19763998-2ae2-48ae-9b03-3d196f0be1a2 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:35:11.939407 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Attempting to bind port 19763998-2ae2-48ae-9b03-3d196f0be1a2 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:35:11.939708 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Attempting to bind port 19763998-2ae2-48ae-9b03-3d196f0be1a2 on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:35:11.952181 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Attempt 2 to provision port 19763998-2ae2-48ae-9b03-3d196f0be1a2 Sep 23 15:35:11.981250 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Port 19763998-2ae2-48ae-9b03-3d196f0be1a2 on network 62392971-b242-4d1a-af09-6b426905b68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:35:11.981522 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Attempting to bind port 19763998-2ae2-48ae-9b03-3d196f0be1a2 on network 62392971-b242-4d1a-af09-6b426905b68b {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:35:11.985785 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Port 19763998-2ae2-48ae-9b03-3d196f0be1a2 cannot update to ACTIVE because it is not bound. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:35:12.023742 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Checking agent: {'id': 'c130fcea-e48f-467a-b4c5-52054c07292d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'started_at': datetime.datetime(2022, 9, 23, 15, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:35:12.023953 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Checking segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:35:12.024345 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Bound using segment: {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:35:12.024804 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Bound port: 19763998-2ae2-48ae-9b03-3d196f0be1a2, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e0627-9fb6-4371-916a-6c9befadce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '62392971-b242-4d1a-af09-6b426905b68b'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:35:12.025153 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:12.084335 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] For port 19763998-2ae2-48ae-9b03-3d196f0be1a2, host hv-cinder-85501, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:35:12.087355 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] For port 19763998-2ae2-48ae-9b03-3d196f0be1a2, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:35:12.097358 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4098726'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:12.101630 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:12.102219 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:12.103560 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/19763998-2ae2-48ae-9b03-3d196f0be1a2 HTTP/1.1" status: 200 len: 1093 time: 0.7856579 Sep 23 15:35:12.104091 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:12.106349 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec" -d '{"events": [{"name": "network-changed", "server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:12.149609 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6df0b6b-6cd2-4ef0-865b-29ddfda0d422 x-openstack-request-id: req-f6df0b6b-6cd2-4ef0-865b-29ddfda0d422 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:12.149872 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:12.150091 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6df0b6b-6cd2-4ef0-865b-29ddfda0d422 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:12.150625 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6df0b6b-6cd2-4ef0-865b-29ddfda0d422'] response: {'name': 'network-changed', 'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'status': 'completed', 'code': 200} Sep 23 15:35:12.161082 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3582-0d2b-4a37-8b6e-6eaff600f24e service neutron] Pushing event updated for resources: {'Port': ['ID=19763998-2ae2-48ae-9b03-3d196f0be1a2,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:12.211971 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-914c1266-6b1c-40a6-944a-9d5b2885f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:12.213525 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-914c1266-6b1c-40a6-944a-9d5b2885f277 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 1127 time: 0.0402234 Sep 23 15:35:12.259686 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-41114580-4ffb-4c85-a0f1-a8a0f5784c83 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2 HTTP/1.1" status: 200 len: 217 time: 0.0340447 Sep 23 15:35:12.308695 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-3e9d7cb2-c24b-4aa5-b718-3cb0bfae3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:12.310179 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-3e9d7cb2-c24b-4aa5-b718-3cb0bfae3574 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0443628 Sep 23 15:35:12.361618 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-e04ce382-0ba4-4dcc-a04c-8fd32feb98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:12.364151 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-e04ce382-0ba4-4dcc-a04c-8fd32feb98fc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468080 Sep 23 15:35:12.466604 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-3fb4268f-b228-4f52-a59c-e5726d7ad733 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957234 Sep 23 15:35:12.487417 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Attempt 3 to provision port 19763998-2ae2-48ae-9b03-3d196f0be1a2 Sep 23 15:35:12.529215 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e7ce4-d278-4714-be99-5029ec02b386 None None] Port 19763998-2ae2-48ae-9b03-3d196f0be1a2 had new provisioning blocks added so it will not transition to active. {{(pid=106668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:35:12.560497 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1f073c3c-59f4-424f-90e7-fbdfa0c7d9fc req-1b52f66b-a1c5-41dc-8e7b-2038dbb66f53 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874393 Sep 23 15:35:12.704546 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887c05e-4f99-44cc-a284-6cddd4a8778e req-89980473-6eb0-4e55-ad4f-62beefc8387a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:12.706113 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1887c05e-4f99-44cc-a284-6cddd4a8778e req-89980473-6eb0-4e55-ad4f-62beefc8387a tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 943 time: 0.0568223 Sep 23 15:35:12.755393 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1887c05e-4f99-44cc-a284-6cddd4a8778e req-af7844e3-e8db-4176-b09d-87dd0be5db7b tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Sep 23 15:35:13.892189 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8615b4-9e68-4e70-9d7d-83e515aa2840 req-d52ec20d-dc23-4c30-bfe7-a8fbf9cef5f0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:13.893703 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cb8615b4-9e68-4e70-9d7d-83e515aa2840 req-d52ec20d-dc23-4c30-bfe7-a8fbf9cef5f0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 943 time: 0.0484464 Sep 23 15:35:13.944889 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-cb8615b4-9e68-4e70-9d7d-83e515aa2840 req-8655749b-96fa-4cd3-9c4b-1849ca60c8f9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Sep 23 15:35:14.472468 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 19763998-2ae2-48ae-9b03-3d196f0be1a2 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=106668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:35:14.474262 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-efea11ed-8713-40a6-9ae3-4163ef3c5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:14.475767 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-efea11ed-8713-40a6-9ae3-4163ef3c5e43 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 1127 time: 0.0444679 Sep 23 15:35:14.549348 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:14.568935 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:14.573480 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:14.575912 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 19763998-2ae2-48ae-9b03-3d196f0be1a2, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:14.591069 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Returning: {'device': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'port_id': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'mac_address': 'fa:16:3e:db:78:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:35:14.606691 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-0a93ef06-021e-46f4-809e-56d111717920 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701313 Sep 23 15:35:14.618839 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-28263201-496f-4038-94e7-4d1432b930f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:14.620302 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-28263201-496f-4038-94e7-4d1432b930f7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.1328702 Sep 23 15:35:14.675549 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-b506140f-29a2-4aa3-85ea-6b76da2ed864 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2 HTTP/1.1" status: 200 len: 217 time: 0.0373015 Sep 23 15:35:14.738003 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:14.747032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-30787183-29e3-4325-9451-7a70df34e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:14.748620 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-30787183-29e3-4325-9451-7a70df34e16c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1129 time: 0.0749230 Sep 23 15:35:14.755354 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-a228836f-ce90-4cb0-aa53-1460f5eeffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:14.756926 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-a228836f-ce90-4cb0-aa53-1460f5eeffb6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0736470 Sep 23 15:35:14.762301 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 19763998-2ae2-48ae-9b03-3d196f0be1a2 is: DOWN; New status is: BUILD {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:35:14.762664 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:14.776638 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19763998-2ae2-48ae-9b03-3d196f0be1a2 {{(pid=106668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:35:14.797201 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 19763998-2ae2-48ae-9b03-3d196f0be1a2, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:14.802784 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:14.844715 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-3ceea014-79c6-4592-8fcb-7716dee83b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:14.846230 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-3ceea014-79c6-4592-8fcb-7716dee83b33 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835006 Sep 23 15:35:14.851483 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=19763998-2ae2-48ae-9b03-3d196f0be1a2,revision_number=4']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:14.858901 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.859243 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.859575 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.859905 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.860230 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.860551 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.860912 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.861230 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.861543 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.861861 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.862182 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.862494 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.862806 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.863144 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.863858 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:35:14.935937 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-d7f246ce-c007-4149-8c87-05a6d27d2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:14.937426 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-d7f246ce-c007-4149-8c87-05a6d27d2f72 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.1659427 Sep 23 15:35:15.008087 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-928ff247-8145-4267-a0fc-1ce15b4ecffb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529117 Sep 23 15:35:15.026270 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-d845ab8f-9958-4dc5-800a-8a9c40cd5c06 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 200 len: 1001 time: 0.0821202 Sep 23 15:35:15.159590 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee1ca3-45a1-47cb-b70d-f42083d8d020 req-0b835c86-dd4d-42fe-be4f-001e2c023ac6 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:15.161077 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1fee1ca3-45a1-47cb-b70d-f42083d8d020 req-0b835c86-dd4d-42fe-be4f-001e2c023ac6 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 944 time: 0.1339588 Sep 23 15:35:15.184339 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-f926d7d7-8b46-4497-9edc-367976b7fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:15.185738 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-f926d7d7-8b46-4497-9edc-367976b7fad0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.1444907 Sep 23 15:35:15.234628 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-6fdc383b-c305-40b4-8d3a-f02fe2d94bec req-a11a7165-9401-47a1-8eff-2a3630e16d9e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197566 Sep 23 15:35:15.248684 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] get_ports_and_sgs() called for port_ids ['19763998-2ae2-48ae-9b03-3d196f0be1a2'] {{(pid=106668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:35:15.269102 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-4fd14441-3597-422a-9900-fe28198a171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:15.271822 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-4fd14441-3597-422a-9900-fe28198a171e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724688 Sep 23 15:35:15.277093 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-1fee1ca3-45a1-47cb-b70d-f42083d8d020 req-7e6fc485-25e7-4960-baa0-d0a8620bf152 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076069 Sep 23 15:35:15.386101 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-044e1645-cc1f-4ff5-8cb6-928a207f2a69 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049671 Sep 23 15:35:15.410452 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:15.485126 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-aeed4de1-d1d5-4286-872f-b2bb9e5aa0b1 req-d72bf75f-aeaa-4989-8985-8982e878eb83 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932961 Sep 23 15:35:15.574744 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:35:16.426806 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac0bc-44c5-456f-a184-48d46b03d48b req-af2ec883-fb67-4074-abdb-bb26bbb0b916 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:16.428364 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b5ac0bc-44c5-456f-a184-48d46b03d48b req-af2ec883-fb67-4074-abdb-bb26bbb0b916 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 944 time: 0.0626101 Sep 23 15:35:16.482054 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-7b5ac0bc-44c5-456f-a184-48d46b03d48b req-137a5c57-99de-49e9-87c4-7138d7de4ab8 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474458 Sep 23 15:35:16.524837 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 19763998-2ae2-48ae-9b03-3d196f0be1a2 up at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:35:16.569685 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning for port 19763998-2ae2-48ae-9b03-3d196f0be1a2 completed by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:35:16.578621 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.provisioning_blocks [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Provisioning complete for port 19763998-2ae2-48ae-9b03-3d196f0be1a2 triggered by entity L2. {{(pid=106668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:35:16.579073 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1731806'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), provisioning_complete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:16.579407 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Attempt 1 to provision port 19763998-2ae2-48ae-9b03-3d196f0be1a2 Sep 23 15:35:16.665434 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Current status of the port 19763998-2ae2-48ae-9b03-3d196f0be1a2 is: BUILD; New status is: ACTIVE {{(pid=106668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:35:16.665821 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723726'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), before_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:16.690013 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2'}] {{(pid=106668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:16.692287 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b3767f04811b453f181e130bdcb0ba8b76e7e2d839e0b7a06ea3f6213037a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0032a5a7-e2f5-45f8-8fcc-a6da812901e9" -d '{"events": [{"server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "name": "network-vif-plugged", "status": "completed", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2"}]}' {{(pid=106668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:16.705025 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] For port 19763998-2ae2-48ae-9b03-3d196f0be1a2, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:16.710688 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749002284966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749001759955', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749001759973'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:16.759274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Pushing event updated for resources: {'Port': ['ID=19763998-2ae2-48ae-9b03-3d196f0be1a2,revision_number=5']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:16.790679 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d00b75-4c4d-41a3-859a-7fa992692070 x-openstack-request-id: req-79d00b75-4c4d-41a3-859a-7fa992692070 {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:16.790971 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "name": "network-vif-plugged", "status": "completed", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2", "code": 200}]} {{(pid=106668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:16.791227 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79d00b75-4c4d-41a3-859a-7fa992692070 {{(pid=106668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:16.791627 dv-cinder-855013-3-iscsi neutron-server[106668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d00b75-4c4d-41a3-859a-7fa992692070'] response: {'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'code': 200} Sep 23 15:35:17.011557 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99e937-8234-4252-8fe7-2d67a8d6c416 req-8e74191d-2566-46b5-9d6e-90e35cc84f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:17.013584 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2c99e937-8234-4252-8fe7-2d67a8d6c416 req-8e74191d-2566-46b5-9d6e-90e35cc84f23 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 1129 time: 0.0441158 Sep 23 15:35:17.028623 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:17.064319 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-2c99e937-8234-4252-8fe7-2d67a8d6c416 req-141d4744-f366-4314-9d64-ff9303b200ed service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Sep 23 15:35:17.622432 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c18c4-cefb-4e1b-8569-a4a82d569ae7 req-1d9fd286-38e4-4389-94d3-3f761d041bbc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:17.623875 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c73c18c4-cefb-4e1b-8569-a4a82d569ae7 req-1d9fd286-38e4-4389-94d3-3f761d041bbc tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 945 time: 0.0465591 Sep 23 15:35:17.670431 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-c73c18c4-cefb-4e1b-8569-a4a82d569ae7 req-894628ac-05c4-433d-9cab-4b0de7878dc9 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Sep 23 15:35:18.259252 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6ea63455-6f19-480b-b31b-b3b3865750b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:18.804729 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59540565-c61e-4fc0-9977-389b15282175 req-f85e0979-b7fe-4891-814b-4a5fe7e693de tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:18.806085 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-59540565-c61e-4fc0-9977-389b15282175 req-f85e0979-b7fe-4891-814b-4a5fe7e693de tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Sep 23 15:35:18.857932 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-59540565-c61e-4fc0-9977-389b15282175 req-be183b50-1453-4dbf-9435-0061767b96ba tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455954 Sep 23 15:35:19.995379 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec20c9c-0043-4487-937a-aaead572d5ca req-8ea75d41-c591-45a2-a43d-79eee5daa61f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:19.996829 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1ec20c9c-0043-4487-937a-aaead572d5ca req-8ea75d41-c591-45a2-a43d-79eee5daa61f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Sep 23 15:35:20.048642 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-1ec20c9c-0043-4487-937a-aaead572d5ca req-97de9610-3ca6-46fc-9b7d-07906d05f80f tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Sep 23 15:35:20.169321 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f22c-68b4-4098-9b21-e5898da700a2 req-4aac8e9d-8f09-451d-b516-df46cda575b1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:20.170631 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3500f22c-68b4-4098-9b21-e5898da700a2 req-4aac8e9d-8f09-451d-b516-df46cda575b1 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Sep 23 15:35:20.181188 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60326) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:20.185551 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.v2.base [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Request body: {'floatingip': {'port_id': '19763998-2ae2-48ae-9b03-3d196f0be1a2'}} {{(pid=106666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:35:20.226877 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (d5a7218e-4531-470e-996b-aadf98e22361), before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:20.294459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:20.430550 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d639bcf-eac9-49d1-aa89-69ef425823c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:20.935684 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:20.943378 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (d5a7218e-4531-470e-996b-aadf98e22361), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:21.040606 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP d5a7218e-4531-470e-996b-aadf98e22361 associated. External IP: 172.27.1.83, port: 19763998-2ae2-48ae-9b03-3d196f0be1a2. Sep 23 15:35:21.248845 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:35:21.380947 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:35:21.388033 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:21.392645 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93046855-160b-415a-ac07-ee759d76e40c None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:35:21.404262 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:21.404939 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:21.409757 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:21.423145 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-41a54484-55cf-41f0-a94e-d3180f1ccfd0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "PUT /networking/v2.0/floatingips/d5a7218e-4531-470e-996b-aadf98e22361 HTTP/1.1" status: 200 len: 990 time: 1.2408822 Sep 23 15:35:21.423899 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:21.426319 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4512adb-fbe4-4933-bf3a-4241b84212a4" -d '{"events": [{"name": "network-changed", "server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:21.515440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:21.530157 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503f2c15-196e-4956-94ea-b38a1a9165bf x-openstack-request-id: req-503f2c15-196e-4956-94ea-b38a1a9165bf {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:21.530555 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:21.530952 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-503f2c15-196e-4956-94ea-b38a1a9165bf {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:21.531458 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503f2c15-196e-4956-94ea-b38a1a9165bf'] response: {'name': 'network-changed', 'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'status': 'completed', 'code': 200} Sep 23 15:35:21.630874 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-9aae19cd-be0e-4f6f-99e3-7d295d4898fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:21.632007 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-9aae19cd-be0e-4f6f-99e3-7d295d4898fa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 1129 time: 0.0468557 Sep 23 15:35:21.673941 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:21.676660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:21.698795 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:21.731151 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-91c52717-73bd-45e1-98d6-b4ade6cdae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:21.732673 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-91c52717-73bd-45e1-98d6-b4ade6cdae39 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 200 len: 915 time: 0.0944085 Sep 23 15:35:21.773863 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd5a7218e-4531-470e-996b-aadf98e22361', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:db:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:35:07Z', 'updated_at': '2022-09-23T15:35:20Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:21.801451 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-62cab0bf-a8c2-48d4-a891-078a550fbc3f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2 HTTP/1.1" status: 200 len: 998 time: 0.0623450 Sep 23 15:35:21.805441 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93046855-160b-415a-ac07-ee759d76e40c None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:35:21.821567 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:21.822187 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:21.858110 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-51967aa1-4f1e-40de-9087-ba7b10f8f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:21.859592 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-51967aa1-4f1e-40de-9087-ba7b10f8f7eb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 200 len: 853 time: 0.0522201 Sep 23 15:35:21.906793 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-f59b84c6-ba08-443f-9f9b-2952856f4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:21.908296 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-f59b84c6-ba08-443f-9f9b-2952856f4ef9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=62392971-b242-4d1a-af09-6b426905b68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426927 Sep 23 15:35:21.935708 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:21.994447 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:22.030479 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-4af34c1c-f5ac-47cd-ac6b-d56a1d20509a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152802 Sep 23 15:35:22.144430 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f4512adb-fbe4-4933-bf3a-4241b84212a4 req-e09a3ac4-75dd-4807-8ea9-7a7e5dd90199 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080365 Sep 23 15:35:22.176611 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-93046855-160b-415a-ac07-ee759d76e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd5a7218e-4531-470e-996b-aadf98e22361', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:db:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:35:07Z', 'updated_at': '2022-09-23T15:35:20Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:22.216808 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93046855-160b-415a-ac07-ee759d76e40c None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': 'd5a7218e-4531-470e-996b-aadf98e22361', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'port_id': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'mac_address': 'fa:16:3e:db:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:35:07Z', 'updated_at': '2022-09-23T15:35:20Z', 'revision_number': 1, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:35:22.418882 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b77106-a2da-4cd6-8aa4-6015e94c402b None None] New status for floating IP d5a7218e-4531-470e-996b-aadf98e22361: ACTIVE {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:35:23.427420 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:23.429059 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:28.919693 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60336) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:29.078264 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Deleting port 526a475f-acf0-477d-b994-88e28b425ccc {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:29.078531 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (526a475f-acf0-477d-b994-88e28b425ccc), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:29.157222 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (526a475f-acf0-477d-b994-88e28b425ccc), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:29.157502 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (526a475f-acf0-477d-b994-88e28b425ccc), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:29.170423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Calling delete_port for 526a475f-acf0-477d-b994-88e28b425ccc owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:29.320732 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (526a475f-acf0-477d-b994-88e28b425ccc), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:29.343038 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event deleted for resources: {'Port': ['ID=526a475f-acf0-477d-b994-88e28b425ccc,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:29.388272 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:29.409259 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (546206b7-71e7-4e8a-976e-031383838d09), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:29.409590 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Floating IP 546206b7-71e7-4e8a-976e-031383838d09 disassociated (deleted). External IP: 172.27.1.152, port: 4b2b057f-9815-454d-a83b-9f55310e7e7a. Sep 23 15:35:29.411220 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:29.621907 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:35:29.723429 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:35:29.728286 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:29.734386 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:35:29.745078 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:29.745650 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:29.761025 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-285401c5-f621-4d72-ace3-733237ed9ac3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/546206b7-71e7-4e8a-976e-031383838d09 HTTP/1.1" status: 204 len: 168 time: 0.8398082 Sep 23 15:35:29.761681 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:29.764094 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c17d54-8c75-4c13-8acb-a66086b195ce" -d '{"events": [{"name": "network-changed", "server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:29.808213 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f467da70-4377-4384-81df-4d5e5e88be39 x-openstack-request-id: req-f467da70-4377-4384-81df-4d5e5e88be39 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:29.808556 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:29.808765 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f467da70-4377-4384-81df-4d5e5e88be39 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:29.809193 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f467da70-4377-4384-81df-4d5e5e88be39'] response: {'name': 'network-changed', 'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'status': 'completed', 'code': 200} Sep 23 15:35:29.852771 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:29.912326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-6e88b13e-f440-4790-9399-77837c247737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:29.913996 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-6e88b13e-f440-4790-9399-77837c247737 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 1130 time: 0.0524092 Sep 23 15:35:30.004383 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afdfa9-c0f0-4034-8f8f-030591b2d2bf req-1320c91f-617d-4b24-a919-38edd57b8e28 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:30.005926 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-82afdfa9-c0f0-4034-8f8f-030591b2d2bf req-1320c91f-617d-4b24-a919-38edd57b8e28 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0473406 Sep 23 15:35:30.056208 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-82afdfa9-c0f0-4034-8f8f-030591b2d2bf req-6cf7de65-1f79-4fb6-b626-c9c5afd306cb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Sep 23 15:35:30.070758 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:30.074663 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:15Z', 'revision_number': 1, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:30.103895 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:35:30.113795 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:30.114404 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:30.244188 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:30.289590 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:30.485724 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:15Z', 'revision_number': 1, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:30.511933 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85c4d3-91a1-4031-bcf3-1778d0cc4c40 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_floatingips': [{'id': '6183fb4c-22ee-40bd-8808-57f78c880493', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'router_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'port_id': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'mac_address': 'fa:16:3e:74:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:12Z', 'updated_at': '2022-09-23T15:31:15Z', 'revision_number': 1, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:35:30.744510 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771f1aba-8f31-467a-bc2c-2fdd5afb4cc1 None None] New status for floating IP 546206b7-71e7-4e8a-976e-031383838d09: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:35:30.749687 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:31.210093 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629690-c75b-47aa-9484-051de0ee57fe req-3457c4de-c38c-4ba5-8a7a-6825980dd76f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:31.211552 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62629690-c75b-47aa-9484-051de0ee57fe req-3457c4de-c38c-4ba5-8a7a-6825980dd76f tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0661619 Sep 23 15:35:31.214320 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-e9520f02-e6ae-4fd4-8f59-77adacf8cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:31.215634 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-e9520f02-e6ae-4fd4-8f59-77adacf8cbb5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.1410646 Sep 23 15:35:31.265544 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-f4ff55f7-7bf5-4a39-b5a7-3878c6419662 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a HTTP/1.1" status: 200 len: 217 time: 0.0419588 Sep 23 15:35:31.294776 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-62629690-c75b-47aa-9484-051de0ee57fe req-aaee558a-ff77-4702-9e63-4d85eb7418fa tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770617 Sep 23 15:35:31.551323 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-502a753e-d6c1-4d76-ba53-50a25cb3a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:31.552959 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-502a753e-d6c1-4d76-ba53-50a25cb3a9ae service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0527289 Sep 23 15:35:31.612249 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-5617161c-c1a9-4e91-8cb6-2c103a86cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:31.614651 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-5617161c-c1a9-4e91-8cb6-2c103a86cd8a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529821 Sep 23 15:35:31.848320 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-3db6a464-7680-4ac6-978e-0ecadceb9b1a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964398 Sep 23 15:35:32.050132 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-dccf8544-a3e8-4539-b9e0-31fddcc40347 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:32.051600 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-dccf8544-a3e8-4539-b9e0-31fddcc40347 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0988495 Sep 23 15:35:32.100858 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:32.121154 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-f2c17d54-8c75-4c13-8acb-a66086b195ce req-17c3f7c3-7bb0-4da0-85ff-f37d43b8e5fa service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665111 Sep 23 15:35:32.154356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Deleting port 4b2b057f-9815-454d-a83b-9f55310e7e7a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:32.154726 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:32.199815 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=100 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:32.249966 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] For port 4b2b057f-9815-454d-a83b-9f55310e7e7a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4b2b057f-9815-454d-a83b-9f55310e7e7a,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:32.250775 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:32.264209 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Calling delete_port for 4b2b057f-9815-454d-a83b-9f55310e7e7a owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:32.401210 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (4b2b057f-9815-454d-a83b-9f55310e7e7a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:32.424684 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc05bb4-d9c8-4f2b-a28b-329816593264 req-3bc6efdb-abc1-4faa-bfea-023ecd6f339b tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:32.426168 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5cc05bb4-d9c8-4f2b-a28b-329816593264 req-3bc6efdb-abc1-4faa-bfea-023ecd6f339b tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=39100324-7ac5-4a83-8822-9af1c2309671 HTTP/1.1" status: 200 len: 946 time: 0.0496850 Sep 23 15:35:32.434707 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event deleted for resources: {'Port': ['ID=4b2b057f-9815-454d-a83b-9f55310e7e7a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:32.477639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] No DVR routers for this DVR port 4b2b057f-9815-454d-a83b-9f55310e7e7a on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:35:32.478200 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-5cc05bb4-d9c8-4f2b-a28b-329816593264 req-e64d6441-b279-4c9c-8ee1-5f0a00984725 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460892 Sep 23 15:35:32.480599 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:32.483799 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3fad2c96-eadd-4ac3-a78a-f22d4b98047b req-bdf7e800-6dc0-4b8a-864e-08f69cffdedb tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "DELETE /networking/v2.0/ports/4b2b057f-9815-454d-a83b-9f55310e7e7a HTTP/1.1" status: 204 len: 173 time: 0.4235780 Sep 23 15:35:32.484303 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'name': 'network-vif-deleted', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:32.486600 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3fc31d-36a7-4499-9137-c3734f494c8f" -d '{"events": [{"server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "name": "network-vif-deleted", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:32.524459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aae671-35bb-48b7-9eab-1d23978f7718 x-openstack-request-id: req-14aae671-35bb-48b7-9eab-1d23978f7718 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:32.524790 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39100324-7ac5-4a83-8822-9af1c2309671", "name": "network-vif-deleted", "tag": "4b2b057f-9815-454d-a83b-9f55310e7e7a", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:32.525034 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14aae671-35bb-48b7-9eab-1d23978f7718 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:32.525445 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14aae671-35bb-48b7-9eab-1d23978f7718'] response: {'server_uuid': '39100324-7ac5-4a83-8822-9af1c2309671', 'name': 'network-vif-deleted', 'tag': '4b2b057f-9815-454d-a83b-9f55310e7e7a', 'status': 'completed', 'code': 200} Sep 23 15:35:34.404370 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:34.667161 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 4b2b057f-9815-454d-a83b-9f55310e7e7a no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:34.829553 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 4b2b057f-9815-454d-a83b-9f55310e7e7a {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:34.829870 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 4b2b057f-9815-454d-a83b-9f55310e7e7a not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:35.842024 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60366) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:35.848449 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:35.891957 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=100 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:35.998937 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Deleting port 7b1dab44-048b-434b-a3d0-3745a94643ac {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:35.999271 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:36.074498 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:36.074739 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (7b1dab44-048b-434b-a3d0-3745a94643ac), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:36.087280 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Calling delete_port for 7b1dab44-048b-434b-a3d0-3745a94643ac owned by network:floatingip {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:36.241683 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (7b1dab44-048b-434b-a3d0-3745a94643ac), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:36.270388 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event deleted for resources: {'Port': ['ID=7b1dab44-048b-434b-a3d0-3745a94643ac,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:36.331844 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (6183fb4c-22ee-40bd-8808-57f78c880493), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:36.332099 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.db.l3_db [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Floating IP 6183fb4c-22ee-40bd-8808-57f78c880493 disassociated (deleted). External IP: 172.27.1.227, port: e2599f50-9d14-4ba1-bf63-bca221e1f35e. Sep 23 15:35:36.540030 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:35:36.650175 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:35:36.655665 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:36.661096 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:35:36.671844 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:36.672488 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:36.685483 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-6ee92b61-0d9b-4615-a3ea-5515f43ce8a3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/6183fb4c-22ee-40bd-8808-57f78c880493 HTTP/1.1" status: 204 len: 168 time: 0.8423629 Sep 23 15:35:36.686167 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e'}] {{(pid=106667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:36.688486 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cebb63c8cdfb1405d0ca83776ddf0b88bf3d18793a35d018cc5d8efacb50e4a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fc055a-ba12-4cb6-9894-6238d7f549d3" -d '{"events": [{"name": "network-changed", "server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e"}]}' {{(pid=106667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:36.726831 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4cc838-bddb-45e9-affb-97bc85dbd911 x-openstack-request-id: req-9e4cc838-bddb-45e9-affb-97bc85dbd911 {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:36.727122 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e", "status": "completed", "code": 200}]} {{(pid=106667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:36.727367 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e4cc838-bddb-45e9-affb-97bc85dbd911 {{(pid=106667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:36.727898 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4cc838-bddb-45e9-affb-97bc85dbd911'] response: {'name': 'network-changed', 'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'status': 'completed', 'code': 200} Sep 23 15:35:36.786674 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:36.823236 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-a0d94214-d148-4362-b07f-604318484499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:36.824939 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-a0d94214-d148-4362-b07f-604318484499 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=c05aa308acb842198935488c659d9ab3&device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 1129 time: 0.0437381 Sep 23 15:35:36.938967 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-21d5698a-2c44-4249-aa57-1cc5064e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:36.940499 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-21d5698a-2c44-4249-aa57-1cc5064e40f8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 200 len: 913 time: 0.1089697 Sep 23 15:35:36.971410 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0b5b0-6413-4f2d-8c94-d366a6157ecb req-bcbb0bdf-f5ec-4bbe-9927-17a46b3e8cac tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:36.972983 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-98b0b5b0-6413-4f2d-8c94-d366a6157ecb req-bcbb0bdf-f5ec-4bbe-9927-17a46b3e8cac tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 945 time: 0.0525196 Sep 23 15:35:36.984581 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:36.992933 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:37.005560 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:37.023148 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:35:37.025824 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-98b0b5b0-6413-4f2d-8c94-d366a6157ecb req-b3af8a07-5ef3-49fe-9c7e-3488315b9fb2 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466743 Sep 23 15:35:37.033245 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:37.033960 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:37.138696 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:37.310719 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:37.322352 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:37.347740 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fe745-38c4-4a47-9351-0e43d72b2561 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:10Z', 'revision_number': 4, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c', 'name': '', 'network_id': '80722061-916e-4bee-90cb-3ac06c3dce58', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'mac_address': 'fa:16:3e:b4:de:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:10Z', 'updated_at': '2022-09-23T15:27:15Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'subnets': [{'id': '8ea68e47-fe2d-464f-9c7a-edb88c98c8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:35:37.580141 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c7ee1-14d6-4171-8564-8a02870612e7 None None] New status for floating IP 6183fb4c-22ee-40bd-8808-57f78c880493: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:35:38.040706 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-d949d604-45a9-497b-8232-2d14d1ce1729 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 200 len: 217 time: 0.0445998 Sep 23 15:35:38.093700 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-d96e815c-9b02-410f-b040-ece35f20178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:38.095182 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-d96e815c-9b02-410f-b040-ece35f20178e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 200 len: 851 time: 0.0482373 Sep 23 15:35:38.180414 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691fe08-48fa-4e86-a2fd-0b19b75ada15 req-cf9b2380-c3e4-487a-82df-e52d53758600 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:38.182061 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5691fe08-48fa-4e86-a2fd-0b19b75ada15 req-cf9b2380-c3e4-487a-82df-e52d53758600 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 945 time: 0.0785208 Sep 23 15:35:38.183434 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-5c847bf5-1ad5-4480-b78f-053a93966c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:38.184818 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-5c847bf5-1ad5-4480-b78f-053a93966c02 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=80722061-916e-4bee-90cb-3ac06c3dce58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727916 Sep 23 15:35:38.245234 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-5691fe08-48fa-4e86-a2fd-0b19b75ada15 req-7160bcc9-413c-46f5-9f7f-83a624e7eb0d tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=09889234-3df8-421a-a53c-4798ea06dfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557687 Sep 23 15:35:38.567989 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-a156281e-2a4f-429f-be95-f525ad21aeec service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963051 Sep 23 15:35:38.798211 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:38.827188 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-07fc055a-ba12-4cb6-9894-6238d7f549d3 req-9abcb383-9288-4e1e-aa77-4896c9548cb0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093884 Sep 23 15:35:38.922182 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-359526cb-1bb4-4cd9-875a-4ff3f5f94c82 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:38.923629 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-359526cb-1bb4-4cd9-875a-4ff3f5f94c82 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 945 time: 0.0517714 Sep 23 15:35:39.004684 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Deleting port e2599f50-9d14-4ba1-bf63-bca221e1f35e {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:39.005031 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:39.081441 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:39.099267 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] For port e2599f50-9d14-4ba1-bf63-bca221e1f35e, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e2599f50-9d14-4ba1-bf63-bca221e1f35e,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:39.099630 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:39.112485 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Calling delete_port for e2599f50-9d14-4ba1-bf63-bca221e1f35e owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:39.249155 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (e2599f50-9d14-4ba1-bf63-bca221e1f35e), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:39.278506 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event deleted for resources: {'Port': ['ID=e2599f50-9d14-4ba1-bf63-bca221e1f35e,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:39.323853 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] No DVR routers for this DVR port e2599f50-9d14-4ba1-bf63-bca221e1f35e on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:35:39.326489 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:39.329797 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-3feec174-016f-4e53-aebf-16c4f3d381c6 req-8d855d00-5b82-48ec-9fcf-3639c1430424 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.64 "DELETE /networking/v2.0/ports/e2599f50-9d14-4ba1-bf63-bca221e1f35e HTTP/1.1" status: 204 len: 173 time: 0.3998659 Sep 23 15:35:39.330298 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'name': 'network-vif-deleted', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:35:39.332641 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176cd270-91d1-40ef-8f4a-ce803743f2f3" -d '{"events": [{"server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "name": "network-vif-deleted", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:39.359992 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-2c77fd19-e815-46ec-98d0-cefd8cc85cdf req-f0ffb448-ca2a-4465-a146-215d8f24247a tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea HTTP/1.1" status: 200 len: 210 time: 0.0297916 Sep 23 15:35:39.377026 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c966e01-867a-4537-bd97-df87a5000c94 x-openstack-request-id: req-6c966e01-867a-4537-bd97-df87a5000c94 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:39.377423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea", "name": "network-vif-deleted", "tag": "e2599f50-9d14-4ba1-bf63-bca221e1f35e", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:39.377696 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c966e01-867a-4537-bd97-df87a5000c94 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:39.378084 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c966e01-867a-4537-bd97-df87a5000c94'] response: {'server_uuid': '61d1d62b-e50b-4f4d-9d7f-b7f7acc4f2ea', 'name': 'network-vif-deleted', 'tag': 'e2599f50-9d14-4ba1-bf63-bca221e1f35e', 'status': 'completed', 'code': 200} Sep 23 15:35:40.430104 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60382) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:40.544515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Deleting port 8a453416-c102-4678-bec1-7e19c5ea2add {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:40.544965 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (8a453416-c102-4678-bec1-7e19c5ea2add), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:40.705891 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e2599f50-9d14-4ba1-bf63-bca221e1f35e no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:40.732115 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: e2599f50-9d14-4ba1-bf63-bca221e1f35e {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:40.732444 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device e2599f50-9d14-4ba1-bf63-bca221e1f35e not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:40.897744 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (8a453416-c102-4678-bec1-7e19c5ea2add), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:40.898020 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (8a453416-c102-4678-bec1-7e19c5ea2add), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:40.911223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Calling delete_port for 8a453416-c102-4678-bec1-7e19c5ea2add owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:41.060706 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (8a453416-c102-4678-bec1-7e19c5ea2add), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:41.085359 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event deleted for resources: {'Port': ['ID=8a453416-c102-4678-bec1-7e19c5ea2add,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:41.134763 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:41.147736 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for floatingip (294d0ac0-f14c-4097-baaa-4764bfc9106b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:41.150318 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:41.151530 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-b9963a63-eda3-4843-a990-1fd699284c13 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/294d0ac0-f14c-4097-baaa-4764bfc9106b HTTP/1.1" status: 204 len: 168 time: 0.7211332 Sep 23 15:35:42.372704 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60396) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:42.436620 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afdce24-56d2-43dc-a644-a76659b25fc3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group (09889234-3df8-421a-a53c-4798ea06dfd7), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:42.460623 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afdce24-56d2-43dc-a644-a76659b25fc3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group (09889234-3df8-421a-a53c-4798ea06dfd7), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:42.531812 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afdce24-56d2-43dc-a644-a76659b25fc3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (09889234-3df8-421a-a53c-4798ea06dfd7), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:42.534359 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6afdce24-56d2-43dc-a644-a76659b25fc3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:42.535525 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-6afdce24-56d2-43dc-a644-a76659b25fc3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/09889234-3df8-421a-a53c-4798ea06dfd7 HTTP/1.1" status: 204 len: 168 time: 0.1618464 Sep 23 15:35:42.546186 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdce24-56d2-43dc-a644-a76659b25fc3 tempest-TestVolumeBootPattern-772363949 tempest-TestVolumeBootPattern-772363949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09889234-3df8-421a-a53c-4798ea06dfd7,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:42.599750 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60400) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:42.786811 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:43.044670 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:43.277383 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Deleting port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:43.277738 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:43.358161 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] For port 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:43.358515 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:43.372416 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Calling delete_port for 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c owned by network:router_interface {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:43.416086 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:43.559187 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:43.586618 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:43.643523 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:43.749076 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:43.970675 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:35:44.071459 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:35:44.077461 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ef281db1-9cf6-448a-89eb-19d4d986d362 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/5b9a248a-aa48-48aa-96ef-dcd7f0cb5538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4760046 Sep 23 15:35:44.080288 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60404) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:44.083094 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] Sync routers for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:35:44.094710 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:44.095346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:44.144399 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:44.178174 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks [] for router (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.198143 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:44.276338 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks [] for router_gateway (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.317583 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:44.320363 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Deleting port f562b8fd-25bc-4e73-86fa-a3695c559d7a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:44.320728 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.365153 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:35:43Z', 'revision_number': 5, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port': {'id': 'f562b8fd-25bc-4e73-86fa-a3695c559d7a', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:44.393314 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] Checking router: 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:35:44.402361 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] Routers {'5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:44.403078 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:44.404031 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] For port f562b8fd-25bc-4e73-86fa-a3695c559d7a, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=f562b8fd-25bc-4e73-86fa-a3695c559d7a,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:44.404430 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.418050 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Calling delete_port for f562b8fd-25bc-4e73-86fa-a3695c559d7a owned by network:router_gateway {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:44.481550 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] Set router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 gateway port host: None {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:44.524387 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:44.539697 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:35:44Z', 'revision_number': 6, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:44.565395 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc3785f-0cfd-4c23-9917-571035a0eb44 None None] The sync data for ids ['5b9a248a-aa48-48aa-96ef-dcd7f0cb5538'] in dv-cinder-855013-3-iscsi is: [{'id': '5b9a248a-aa48-48aa-96ef-dcd7f0cb5538', 'name': 'tempest-TestVolumeBootPattern-1538992393-router', 'tenant_id': 'c05aa308acb842198935488c659d9ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:08Z', 'updated_at': '2022-09-23T15:35:44Z', 'revision_number': 6, 'project_id': 'c05aa308acb842198935488c659d9ab3', 'gw_port_host': None}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:35:44.599735 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (f562b8fd-25bc-4e73-86fa-a3695c559d7a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.626205 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f562b8fd-25bc-4e73-86fa-a3695c559d7a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:44.692237 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.778928 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.781415 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks [] for router_controller (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.826236 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (5b9a248a-aa48-48aa-96ef-dcd7f0cb5538), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.827139 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 {{(pid=106666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:35:44.832117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.833640 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-14ea77b4-a96e-4b83-8a72-db25b21c0f0e admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/5b9a248a-aa48-48aa-96ef-dcd7f0cb5538 HTTP/1.1" status: 204 len: 168 time: 0.7524061 Sep 23 15:35:44.836522 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60406) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:44.882774 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] Deleting subnet 8ea68e47-fe2d-464f-9c7a-edb88c98c8ae {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:35:44.886057 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] Publish callbacks [] for subnet (8ea68e47-fe2d-464f-9c7a-edb88c98c8ae), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:44.930483 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26794372'] for subnet (8ea68e47-fe2d-464f-9c7a-edb88c98c8ae), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.011570 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (8ea68e47-fe2d-464f-9c7a-edb88c98c8ae), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.069908 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26788550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25488271'] for subnet (8ea68e47-fe2d-464f-9c7a-edb88c98c8ae), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.099191 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea68e47-fe2d-464f-9c7a-edb88c98c8ae,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:45.105053 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.111119 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-e5b6b74a-6b03-4d86-9c58-e816ff403183 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/8ea68e47-fe2d-464f-9c7a-edb88c98c8ae HTTP/1.1" status: 204 len: 168 time: 0.2709138 Sep 23 15:35:45.111271 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7de89a-c01e-44c7-a1ca-72699be6c645 None None] Network 80722061-916e-4bee-90cb-3ac06c3dce58 requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:35:45.111751 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60408) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:45.180653 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (80722061-916e-4bee-90cb-3ac06c3dce58), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.224579 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Deleting port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf {{(pid=106667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:45.224942 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.294394 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.db [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] For port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,segment=NetworkSegment(e09f07c1-996f-42d1-97f0-b4cd7a30dac3),segment_id=e09f07c1-996f-42d1-97f0-b4cd7a30dac3)] {{(pid=106667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:45.294652 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.307467 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Calling delete_port for 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf owned by network:dhcp {{(pid=106667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:45.352112 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] DHCP port deletion for 80722061-916e-4bee-90cb-3ac06c3dce58 request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:35:45.357436 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:45.392437 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26788521'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.418914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:45.422834 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] No DVR routers for this DVR port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf on host dv-cinder-855013-3-iscsi {{(pid=106667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:35:45.502736 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (80722061-916e-4bee-90cb-3ac06c3dce58), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.525211 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80722061-916e-4bee-90cb-3ac06c3dce58']}} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:45.536777 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:45.537122 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 77c1b2eb-aaf9-4fc9-b36d-a88a63d6bd1c not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:45.542490 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3') {'for_net_delete': True} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:45.543710 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.services.segments.db [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09f07c1-996f-42d1-97f0-b4cd7a30dac3') {} {{(pid=106667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:45.551840 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] Deleting port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf {{(pid=106668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:45.552288 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), before_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.557878 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26794431'] for segment (e09f07c1-996f-42d1-97f0-b4cd7a30dac3), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.576342 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (e09f07c1-996f-42d1-97f0-b4cd7a30dac3), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.583404 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=106667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:35:45.583668 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26788476'] for segment (e09f07c1-996f-42d1-97f0-b4cd7a30dac3), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.625452 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.db [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] For port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf, host dv-cinder-855013-3-iscsi, got binding levels [] {{(pid=106668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:45.625793 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), precommit_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.639440 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] Calling delete_port for 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf owned by network:dhcp {{(pid=106668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:45.642135 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.ipam_backend_mixin [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] Port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf was not found and therefore no delete operation was performed {{(pid=106668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 23 15:35:45.643370 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946'] for port (1e17bcfb-3fb1-4eef-b07d-b003a2faefcf), after_delete {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.655427 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (80722061-916e-4bee-90cb-3ac06c3dce58), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.672193 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:45.673494 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] Pushing event deleted for resources: {'Port': ['ID=1e17bcfb-3fb1-4eef-b07d-b003a2faefcf,revision_number=None']} {{(pid=106668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:45.675342 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb70e5-0c0e-45ee-9368-a1b1a42d1526 None None] No DVR routers for this DVR port 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf on host dv-cinder-855013-3-iscsi {{(pid=106668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:35:45.679087 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/80722061-916e-4bee-90cb-3ac06c3dce58 HTTP/1.1" status: 204 len: 168 time: 0.5653543 Sep 23 15:35:45.680121 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c2d77-0e19-401d-b853-6cd8746232ea admin admin] Pushing event deleted for resources: {'Network': ['ID=80722061-916e-4bee-90cb-3ac06c3dce58,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:45.684492 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment e09f07c1-996f-42d1-97f0-b4cd7a30dac3 resource provider aggregate not found Sep 23 15:35:45.686843 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60414) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:45.706458 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.services.segments.plugin [-] Segment e09f07c1-996f-42d1-97f0-b4cd7a30dac3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e09f07c1-996f-42d1-97f0-b4cd7a30dac3 found for delete ", "request_id": "req-09400ffb-b857-477e-b18c-f0fd639fa50f"}]} Sep 23 15:35:46.002530 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (bc54dd44-5429-4380-b977-167a1a65a8e0), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:46.160148 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:46.236102 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Deleting port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:46.236427 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:46.330265 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:46.332529 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] For port 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,segment=NetworkSegment(c9ed2978-b8d6-4eff-b7ff-ac8d180a5518),segment_id=c9ed2978-b8d6-4eff-b7ff-ac8d180a5518)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:46.332951 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:46.347820 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Calling delete_port for 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 owned by network:router_interface {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:46.539921 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (6c8f9d1d-39d4-4d08-8218-3e5806bd5e58), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:46.564272 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8f9d1d-39d4-4d08-8218-3e5806bd5e58,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:46.945967 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:46.970633 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:46.971000 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 1e17bcfb-3fb1-4eef-b07d-b003a2faefcf not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:46.971424 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f562b8fd-25bc-4e73-86fa-a3695c559d7a no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:46.989929 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: f562b8fd-25bc-4e73-86fa-a3695c559d7a {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:46.990274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device f562b8fd-25bc-4e73-86fa-a3695c559d7a not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:46.991274 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (bc54dd44-5429-4380-b977-167a1a65a8e0), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:47.203639 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Router bc54dd44-5429-4380-b977-167a1a65a8e0 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:35:47.303817 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:47.313100 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:35:47.318291 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-7167fcfe-4155-45c1-b60c-ff1128c1b555 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/bc54dd44-5429-4380-b977-167a1a65a8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6299026 Sep 23 15:35:47.320764 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60418) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:47.323192 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] Sync routers for ids ['bc54dd44-5429-4380-b977-167a1a65a8e0'] in dv-cinder-855013-3-iscsi {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:35:47.332253 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:47.334888 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] Routers {'bc54dd44-5429-4380-b977-167a1a65a8e0'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:47.335523 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['bc54dd44-5429-4380-b977-167a1a65a8e0'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:47.421448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks [] for router (bc54dd44-5429-4380-b977-167a1a65a8e0), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:47.469173 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:47.524217 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks [] for router_gateway (bc54dd44-5429-4380-b977-167a1a65a8e0), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:47.524976 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] Set router bc54dd44-5429-4380-b977-167a1a65a8e0 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:47.570201 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Deleting port 4c89bcfd-17f3-4537-9816-c86eb88543dc {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:47.570535 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:47.653542 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] For port 4c89bcfd-17f3-4537-9816-c86eb88543dc, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4c89bcfd-17f3-4537-9816-c86eb88543dc,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:47.653903 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:47.666466 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Calling delete_port for 4c89bcfd-17f3-4537-9816-c86eb88543dc owned by network:router_gateway {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:47.689244 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:35:46Z', 'revision_number': 5, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port': {'id': '4c89bcfd-17f3-4537-9816-c86eb88543dc', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:47.717707 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] Checking router: bc54dd44-5429-4380-b977-167a1a65a8e0 for host: dv-cinder-855013-3-iscsi {{(pid=106669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:35:47.726334 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] Routers {'bc54dd44-5429-4380-b977-167a1a65a8e0'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:35:47.726872 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:35:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['bc54dd44-5429-4380-b977-167a1a65a8e0'], 'active': True} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:47.807516 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_dvr_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] Set router bc54dd44-5429-4380-b977-167a1a65a8e0 gateway port host: None {{(pid=106669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:35:47.835991 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (4c89bcfd-17f3-4537-9816-c86eb88543dc), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:47.858496 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c89bcfd-17f3-4537-9816-c86eb88543dc,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:47.858715 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.l3_hamode_db [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:35:47Z', 'revision_number': 6, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:47.884267 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5cf75-c5af-4a66-9ccd-6ecdf747d632 None None] The sync data for ids ['bc54dd44-5429-4380-b977-167a1a65a8e0'] in dv-cinder-855013-3-iscsi is: [{'id': 'bc54dd44-5429-4380-b977-167a1a65a8e0', 'name': 'tempest-TestVolumeBootPattern-1341932218-router', 'tenant_id': 'd47034a29e454f229fd8f2b851fbd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:13Z', 'updated_at': '2022-09-23T15:35:47Z', 'revision_number': 6, 'project_id': 'd47034a29e454f229fd8f2b851fbd546', 'gw_port_host': None}] {{(pid=106669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:35:47.927642 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (bc54dd44-5429-4380-b977-167a1a65a8e0), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.012463 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (bc54dd44-5429-4380-b977-167a1a65a8e0), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.014669 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks [] for router_controller (bc54dd44-5429-4380-b977-167a1a65a8e0), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.071783 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (bc54dd44-5429-4380-b977-167a1a65a8e0), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.072362 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc54dd44-5429-4380-b977-167a1a65a8e0 {{(pid=106666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:35:48.076734 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.077803 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f2d1f3c2-59c9-4c6f-8f77-b9d457925b74 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/bc54dd44-5429-4380-b977-167a1a65a8e0 HTTP/1.1" status: 204 len: 168 time: 0.7561433 Sep 23 15:35:48.080423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60420) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:48.124853 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] Deleting subnet a8ea85b7-c284-4e6d-9cd9-b7a0e032b562 {{(pid=106666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:35:48.128028 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] Publish callbacks [] for subnet (a8ea85b7-c284-4e6d-9cd9-b7a0e032b562), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.163867 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2182405'] for subnet (a8ea85b7-c284-4e6d-9cd9-b7a0e032b562), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.206517 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:48.247762 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9d94f93e-a8c3-492d-9d37-0af6cf477f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.251155 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (a8ea85b7-c284-4e6d-9cd9-b7a0e032b562), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.312260 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4098800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2913706'] for subnet (a8ea85b7-c284-4e6d-9cd9-b7a0e032b562), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.339744 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ea85b7-c284-4e6d-9cd9-b7a0e032b562,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:48.343360 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.346507 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-24fb9479-3af3-4e9c-8e91-5c7e50a8cb95 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/a8ea85b7-c284-4e6d-9cd9-b7a0e032b562 HTTP/1.1" status: 204 len: 168 time: 0.2651346 Sep 23 15:35:48.348999 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a92194-3e19-45a6-82d1-dc59f9ed3efd None None] Network 11da629e-7f0b-47a2-93ca-b9ed826e475c requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:35:48.349328 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60422) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:48.421973 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (11da629e-7f0b-47a2-93ca-b9ed826e475c), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.423533 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:48.470167 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Deleting port 88cd316f-3d1f-4e73-8dd4-2d161694b56a {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:35:48.470504 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.535518 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] For port 88cd316f-3d1f-4e73-8dd4-2d161694b56a, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=88cd316f-3d1f-4e73-8dd4-2d161694b56a,segment=NetworkSegment(c9ed2978-b8d6-4eff-b7ff-ac8d180a5518),segment_id=c9ed2978-b8d6-4eff-b7ff-ac8d180a5518)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:35:48.535916 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.550545 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Calling delete_port for 88cd316f-3d1f-4e73-8dd4-2d161694b56a owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:35:48.648450 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (88cd316f-3d1f-4e73-8dd4-2d161694b56a), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.671364 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c872a-2da7-4933-9356-20ae361954ce None None] DHCP port deletion for 11da629e-7f0b-47a2-93ca-b9ed826e475c request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:35:48.675336 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Pushing event deleted for resources: {'Port': ['ID=88cd316f-3d1f-4e73-8dd4-2d161694b56a,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:48.677304 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] No DVR routers for this DVR port 88cd316f-3d1f-4e73-8dd4-2d161694b56a on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:35:48.754924 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (11da629e-7f0b-47a2-93ca-b9ed826e475c), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.777351 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11da629e-7f0b-47a2-93ca-b9ed826e475c']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:48.787159 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:48.787452 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ed2978-b8d6-4eff-b7ff-ac8d180a5518') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:48.797985 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (c9ed2978-b8d6-4eff-b7ff-ac8d180a5518), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.812256 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (c9ed2978-b8d6-4eff-b7ff-ac8d180a5518), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.818754 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:35:48.819129 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (c9ed2978-b8d6-4eff-b7ff-ac8d180a5518), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.859559 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment c9ed2978-b8d6-4eff-b7ff-ac8d180a5518 resource provider aggregate not found Sep 23 15:35:48.882304 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment c9ed2978-b8d6-4eff-b7ff-ac8d180a5518 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9ed2978-b8d6-4eff-b7ff-ac8d180a5518 found for delete ", "request_id": "req-8316e3eb-d8d9-4c23-8e99-b967548aa413"}]} Sep 23 15:35:48.885660 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (11da629e-7f0b-47a2-93ca-b9ed826e475c), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.891152 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.903037 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/11da629e-7f0b-47a2-93ca-b9ed826e475c HTTP/1.1" status: 204 len: 168 time: 0.5525877 Sep 23 15:35:48.924620 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6074f7-b37e-4cf3-9c79-e5dcda6820cc admin admin] Pushing event deleted for resources: {'Network': ['ID=11da629e-7f0b-47a2-93ca-b9ed826e475c,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:48.932183 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c89bcfd-17f3-4537-9816-c86eb88543dc no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:48.954141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 4c89bcfd-17f3-4537-9816-c86eb88543dc {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:48.954479 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4c89bcfd-17f3-4537-9816-c86eb88543dc not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:48.954903 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 88cd316f-3d1f-4e73-8dd4-2d161694b56a no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:48.973873 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 88cd316f-3d1f-4e73-8dd4-2d161694b56a {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:48.974217 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 88cd316f-3d1f-4e73-8dd4-2d161694b56a not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:48.974679 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:35:48.993466 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:35:48.993813 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6c8f9d1d-39d4-4d08-8218-3e5806bd5e58 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:35:49.042205 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60430) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:49.067539 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:49.090991 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-06b4286e-24ab-4ddd-924b-d163abfb1514 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c05aa308acb842198935488c659d9ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473945 Sep 23 15:35:49.093637 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60432) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:49.100337 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:49.145171 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f809ac35-d787-400b-befa-f2e8504bbdf3 admin admin] Publish callbacks [] for security_group (98b9d47a-7924-49e6-a151-fe35522bf32a), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.168650 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f809ac35-d787-400b-befa-f2e8504bbdf3 admin admin] Publish callbacks [] for security_group (98b9d47a-7924-49e6-a151-fe35522bf32a), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.223581 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f809ac35-d787-400b-befa-f2e8504bbdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (98b9d47a-7924-49e6-a151-fe35522bf32a), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.226148 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f809ac35-d787-400b-befa-f2e8504bbdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.227311 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f809ac35-d787-400b-befa-f2e8504bbdf3 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/98b9d47a-7924-49e6-a151-fe35522bf32a HTTP/1.1" status: 204 len: 168 time: 0.1328213 Sep 23 15:35:49.235624 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809ac35-d787-400b-befa-f2e8504bbdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9d47a-7924-49e6-a151-fe35522bf32a,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:49.569395 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60438) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:49.611303 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-b1ba58e3-6847-4ab3-a407-1fc698ad775e admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=d47034a29e454f229fd8f2b851fbd546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407071 Sep 23 15:35:49.614569 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60440) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:35:49.670312 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6469360-f097-4894-b652-b120ebd6247b admin admin] Publish callbacks [] for security_group (558c49b9-4472-4e3b-8fa6-8b73f72e6c30), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.692189 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6469360-f097-4894-b652-b120ebd6247b admin admin] Publish callbacks [] for security_group (558c49b9-4472-4e3b-8fa6-8b73f72e6c30), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.746092 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6469360-f097-4894-b652-b120ebd6247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (558c49b9-4472-4e3b-8fa6-8b73f72e6c30), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.748909 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6469360-f097-4894-b652-b120ebd6247b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:49.750225 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f6469360-f097-4894-b652-b120ebd6247b admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/558c49b9-4472-4e3b-8fa6-8b73f72e6c30 HTTP/1.1" status: 204 len: 168 time: 0.1345046 Sep 23 15:35:49.757994 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6469360-f097-4894-b652-b120ebd6247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c49b9-4472-4e3b-8fa6-8b73f72e6c30,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:50.433087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-35c178bd-ee35-4705-bb76-7412696e310c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:51.969297 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:52.573764 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:35:53.434173 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:53.436414 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:56.363164 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:59.604887 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:59.608002 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:59.753460 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=58,neutron:DELETE=8 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:59.754793 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:02.568943 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:02.569711 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=40 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:04.395358 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:04.407261 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:14.402678 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:18.256456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-c24c5282-a769-4026-b228-105cb7cf532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:20.429477 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-d173a8ca-bcc5-4f27-a5a4-10334bcf5215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:21.979311 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:23.448234 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:23.450973 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:26.499672 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:26.500974 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:29.577085 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:36:33.431969 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:33.439633 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:34.437431 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:37.228732 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a395c-80a2-41da-a001-40d5e3debd47 req-663284e5-bd00-4bad-babc-4612a9d800cd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:37.230243 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ab8a395c-80a2-41da-a001-40d5e3debd47 req-663284e5-bd00-4bad-babc-4612a9d800cd tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Sep 23 15:36:37.280781 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-ab8a395c-80a2-41da-a001-40d5e3debd47 req-ad444f05-ed84-4674-acde-80903e76b6d0 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445824 Sep 23 15:36:38.420296 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46a533-7681-490c-a964-ae5ebb255196 req-0a472616-448a-4ca2-8a1f-83695865e76e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:38.421781 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-eb46a533-7681-490c-a964-ae5ebb255196 req-0a472616-448a-4ca2-8a1f-83695865e76e tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 945 time: 0.0560970 Sep 23 15:36:38.473108 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-eb46a533-7681-490c-a964-ae5ebb255196 req-1fe559ff-c1ca-4329-9464-782898640ee4 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups?id=bfc05abe-c95c-49e9-8105-93bb9b018f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427079 Sep 23 15:36:39.050024 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-9c1e5875-aeed-40ed-a9c1-53f89fea1f38 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:39.051597 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-9c1e5875-aeed-40ed-a9c1-53f89fea1f38 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 945 time: 0.0599360 Sep 23 15:36:39.144806 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port 19763998-2ae2-48ae-9b03-3d196f0be1a2 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:36:39.145056 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:39.237915 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] For port 19763998-2ae2-48ae-9b03-3d196f0be1a2, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=19763998-2ae2-48ae-9b03-3d196f0be1a2,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:36:39.238241 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:39.409326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:39.409584 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027235'] for floatingip (d5a7218e-4531-470e-996b-aadf98e22361), after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:39.409874 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.db.l3_db [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Floating IP d5a7218e-4531-470e-996b-aadf98e22361 disassociated. External IP: 172.27.1.83, port: 19763998-2ae2-48ae-9b03-3d196f0be1a2. Sep 23 15:36:39.410234 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for 19763998-2ae2-48ae-9b03-3d196f0be1a2 owned by compute:nova {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:36:39.548397 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (19763998-2ae2-48ae-9b03-3d196f0be1a2), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:39.578348 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=19763998-2ae2-48ae-9b03-3d196f0be1a2,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:39.584646 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [req-fa711720-c922-4bdb-8c5c-1bbc2d4c841a req-60b152cc-a28b-4cac-b413-a72875ed4e83 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/ports?device_id=aea1469c-a93c-4f28-9dc2-10168aa75991 HTTP/1.1" status: 200 len: 210 time: 0.0292084 Sep 23 15:36:39.591333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.591594 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.591915 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.592258 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.592625 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.592941 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.593265 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.593584 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.594347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.594347 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.594573 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.594828 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.595134 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.595462 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.595758 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:39.694645 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:36:39.797991 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:36:39.808136 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:36:39.818780 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:36:39.819396 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:36:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:39.841014 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] No DVR routers for this DVR port 19763998-2ae2-48ae-9b03-3d196f0be1a2 on host hv-cinder-85501 {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:36:39.844245 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for port (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:39.847826 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [req-d5ec2b0d-4650-4bdc-9ddf-74c6711f1762 req-89488e35-2324-404d-a593-f9bf99eac1f5 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.64 "DELETE /networking/v2.0/ports/19763998-2ae2-48ae-9b03-3d196f0be1a2 HTTP/1.1" status: 204 len: 173 time: 0.7908139 Sep 23 15:36:39.848253 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'name': 'network-vif-deleted', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2'}] {{(pid=106666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:36:39.851276 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b0b7cf246d6f916c2e1524a3eb5845b6d1254fb980e7cedb613d362ac4f5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f500d-a8bb-4ed2-aa55-bb568477e1a5" -d '{"events": [{"server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "name": "network-vif-deleted", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2"}]}' {{(pid=106666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:36:39.898215 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3595523a-0a74-44f2-b10f-b67775cef1d4 x-openstack-request-id: req-3595523a-0a74-44f2-b10f-b67775cef1d4 {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:36:39.898581 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea1469c-a93c-4f28-9dc2-10168aa75991", "name": "network-vif-deleted", "tag": "19763998-2ae2-48ae-9b03-3d196f0be1a2", "status": "completed", "code": 200}]} {{(pid=106666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:36:39.898912 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3595523a-0a74-44f2-b10f-b67775cef1d4 {{(pid=106666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:36:39.899442 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3595523a-0a74-44f2-b10f-b67775cef1d4'] response: {'server_uuid': 'aea1469c-a93c-4f28-9dc2-10168aa75991', 'name': 'network-vif-deleted', 'tag': '19763998-2ae2-48ae-9b03-3d196f0be1a2', 'status': 'completed', 'code': 200} Sep 23 15:36:39.927316 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:36:40.120480 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:40.144508 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:36:40.152665 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:36:40.153264 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:36:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:40.265885 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:36:40.462042 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:40.489667 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f51bd4-3ccb-4978-a164-db7480fac22e None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:29:16Z', 'revision_number': 4, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi', '_interfaces': [{'id': '4ee2f66a-cf67-410f-a451-a89ddc86374f', 'name': '', 'network_id': '62392971-b242-4d1a-af09-6b426905b68b', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'mac_address': 'fa:16:3e:96:d9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '8deb34a0-8701-4280-89a3-4219b7503071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:15Z', 'updated_at': '2022-09-23T15:29:19Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'subnets': [{'id': '8deb34a0-8701-4280-89a3-4219b7503071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:36:40.696398 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60532) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:40.705344 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:40.711047 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796dfec3-3309-4355-8af3-c2c80dda09f5 None None] New status for floating IP d5a7218e-4531-470e-996b-aadf98e22361: DOWN {{(pid=106669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:36:40.718842 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:40.757284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ab235f34-9cca-420d-b674-9ac44cb68be7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (bfc05abe-c95c-49e9-8105-93bb9b018f87), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:40.780473 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ab235f34-9cca-420d-b674-9ac44cb68be7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (bfc05abe-c95c-49e9-8105-93bb9b018f87), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:40.838523 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ab235f34-9cca-420d-b674-9ac44cb68be7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (bfc05abe-c95c-49e9-8105-93bb9b018f87), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:40.841155 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-ab235f34-9cca-420d-b674-9ac44cb68be7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:40.845029 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-ab235f34-9cca-420d-b674-9ac44cb68be7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/security-groups/bfc05abe-c95c-49e9-8105-93bb9b018f87 HTTP/1.1" status: 204 len: 168 time: 0.1450474 Sep 23 15:36:40.845755 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60534) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:40.853034 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab235f34-9cca-420d-b674-9ac44cb68be7 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc05abe-c95c-49e9-8105-93bb9b018f87,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:40.860480 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.api.v2.resource [None req-594782ba-fce3-422d-8a27-7d1d56c46571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] show failed (client error): The resource could not be found. Sep 23 15:36:40.861544 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-594782ba-fce3-422d-8a27-7d1d56c46571 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "GET /networking/v2.0/security-groups/bfc05abe-c95c-49e9-8105-93bb9b018f87 HTTP/1.1" status: 404 len: 347 time: 0.0140777 Sep 23 15:36:40.864641 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60536) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:40.944373 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 19763998-2ae2-48ae-9b03-3d196f0be1a2 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:36:40.963984 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] No Port match for: 19763998-2ae2-48ae-9b03-3d196f0be1a2 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:36:40.964299 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Device 19763998-2ae2-48ae-9b03-3d196f0be1a2 not bound to the agent host hv-cinder-85501 {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:36:40.982084 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Deleting port 70772c36-680d-4ec7-b84b-df0d7abe4145 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:36:40.982430 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:41.060550 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:41.060916 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (70772c36-680d-4ec7-b84b-df0d7abe4145), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:41.073739 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Calling delete_port for 70772c36-680d-4ec7-b84b-df0d7abe4145 owned by network:floatingip {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:36:41.234324 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (70772c36-680d-4ec7-b84b-df0d7abe4145), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:41.257159 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Pushing event deleted for resources: {'Port': ['ID=70772c36-680d-4ec7-b84b-df0d7abe4145,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:41.325111 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks [] for floatingip (d5a7218e-4531-470e-996b-aadf98e22361), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:41.327568 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168038'] for floatingip (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:41.328725 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-26768eac-4803-43e5-8ebe-90cad92fad79 tempest-AttachVolumeNegativeTest-1553050794 tempest-AttachVolumeNegativeTest-1553050794-project] 10.222.0.75 "DELETE /networking/v2.0/floatingips/d5a7218e-4531-470e-996b-aadf98e22361 HTTP/1.1" status: 204 len: 168 time: 0.4630706 Sep 23 15:36:45.114744 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60572) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:45.635742 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:45.671538 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1019555'] for router_interface (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:45.717537 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:45.909959 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Deleting port 4ee2f66a-cf67-410f-a451-a89ddc86374f {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:36:45.910303 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:46.260848 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] For port 4ee2f66a-cf67-410f-a451-a89ddc86374f, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=4ee2f66a-cf67-410f-a451-a89ddc86374f,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:36:46.261543 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:46.274512 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Calling delete_port for 4ee2f66a-cf67-410f-a451-a89ddc86374f owned by network:router_interface {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:36:46.465356 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (4ee2f66a-cf67-410f-a451-a89ddc86374f), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:46.489947 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee2f66a-cf67-410f-a451-a89ddc86374f,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:46.654117 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1027859'] for router_interface (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:46.783764 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:46.886056 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:46.895630 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 has already been hosted by L3 agent b12e44b0-5ff8-4bb9-8422-410f5da2e2b0 {{(pid=106666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:36:47.001580 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] Notify agent at l3_agent.dv-cinder-855013-3-iscsi the message routers_updated {{(pid=106666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:36:47.006803 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-52a3814d-5eb3-41d4-b795-6df9d8e045e4 admin admin] 10.222.0.75 "PUT /networking/v2.0/routers/5d1bee86-9986-4cc2-b9db-53e157b9b3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8909571 Sep 23 15:36:47.009438 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60576) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:47.012054 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] Sync routers for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:36:47.022735 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:36:47.023347 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:36:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:47.112622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks [] for router (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.130288 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: dv-cinder-855013-3-iscsi {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:36:47.210773 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks [] for router_gateway (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.254090 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Deleting port 792af5ae-e2ea-4220-bc75-a7322ca16189 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:36:47.254391 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.307717 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=100 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:47.310917 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'external_fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:36:46Z', 'revision_number': 5, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port': {'id': '792af5ae-e2ea-4220-bc75-a7322ca16189', 'name': '', 'network_id': 'b44dc6c3-f1e9-43eb-835f-db2a2981119f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:29:13Z', 'updated_at': '2022-09-23T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a46f727-6425-4f8f-8680-f00fa7f73b71', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-3-iscsi'}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:47.314520 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:47.337097 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] Checking router: 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 for host: dv-cinder-855013-3-iscsi {{(pid=106668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:36:47.344106 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] For port 792af5ae-e2ea-4220-bc75-a7322ca16189, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=792af5ae-e2ea-4220-bc75-a7322ca16189,segment=NetworkSegment(a38e2061-a55b-45bf-8af3-f2b19b66256d),segment_id=a38e2061-a55b-45bf-8af3-f2b19b66256d)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:36:47.344711 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.347016 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] Routers {'5d1bee86-9986-4cc2-b9db-53e157b9b3c6'} bound to L3 agent in host dv-cinder-855013-3-iscsi {{(pid=106668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:36:47.347659 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:09:50Z,description=,heartbeat_timestamp=2022-09-23T15:36:20Z,host='dv-cinder-855013-3-iscsi',id=b12e44b0-5ff8-4bb9-8422-410f5da2e2b0,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:09:50Z,topic='l3_agent')) {'router_ids': ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'], 'active': True} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:47.365509 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Calling delete_port for 792af5ae-e2ea-4220-bc75-a7322ca16189 owned by network:router_gateway {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:36:47.569480 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (792af5ae-e2ea-4220-bc75-a7322ca16189), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.570410 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_dvr_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] Set router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 gateway port host: None {{(pid=106668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:36:47.595423 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Pushing event deleted for resources: {'Port': ['ID=792af5ae-e2ea-4220-bc75-a7322ca16189,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:47.627152 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.db.l3_hamode_db [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:36:47Z', 'revision_number': 6, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port_host': None}], 'dv-cinder-855013-3-iscsi', False) {} {{(pid=106668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:47.653035 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b016e89-830a-4703-8e6b-0772ebdff8fc None None] The sync data for ids ['5d1bee86-9986-4cc2-b9db-53e157b9b3c6'] in dv-cinder-855013-3-iscsi is: [{'id': '5d1bee86-9986-4cc2-b9db-53e157b9b3c6', 'name': 'tempest-AttachVolumeNegativeTest-114126124-router', 'tenant_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:29:12Z', 'updated_at': '2022-09-23T15:36:47Z', 'revision_number': 6, 'project_id': '58f43b3aab03420bbcb0a2b0f7a338ac', 'gw_port_host': None}] {{(pid=106668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:36:47.655438 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:47.663333 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027161'] for router_gateway (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.767489 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-670'] for router (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.770810 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks [] for router_controller (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), precommit_delete_associations {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.822911 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027950'] for router (5d1bee86-9986-4cc2-b9db-53e157b9b3c6), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.823560 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1bee86-9986-4cc2-b9db-53e157b9b3c6 {{(pid=106666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:36:47.829411 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.831347 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-f6fb4296-e372-4645-9533-1fad55b7f467 admin admin] 10.222.0.75 "DELETE /networking/v2.0/routers/5d1bee86-9986-4cc2-b9db-53e157b9b3c6 HTTP/1.1" status: 204 len: 168 time: 0.8207173 Sep 23 15:36:47.833929 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60578) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:47.883517 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Deleting subnet 8deb34a0-8701-4280-89a3-4219b7503071 {{(pid=106667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:36:47.890511 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Publish callbacks [] for subnet (8deb34a0-8701-4280-89a3-4219b7503071), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.933635 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26794372'] for subnet (8deb34a0-8701-4280-89a3-4219b7503071), precommit_delete_associations {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.019881 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1946986'] for subnet (8deb34a0-8701-4280-89a3-4219b7503071), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.080220 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26788550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25488271'] for subnet (8deb34a0-8701-4280-89a3-4219b7503071), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.113156 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8deb34a0-8701-4280-89a3-4219b7503071,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:48.119380 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.125208 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] 10.222.0.75 "DELETE /networking/v2.0/subnets/8deb34a0-8701-4280-89a3-4219b7503071 HTTP/1.1" status: 204 len: 168 time: 0.2873256 Sep 23 15:36:48.125482 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60580) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:48.132159 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132159 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132456 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898fa187-0b08-4342-8d8e-04560343f7bf None None] Network 62392971-b242-4d1a-af09-6b426905b68b requested from dv-cinder-855013-3-iscsi {{(pid=106668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.132973 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.134197 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb26fa8-ad40-423a-ac31-7a333dbcbd31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:48.212098 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842463'] for network (62392971-b242-4d1a-af09-6b426905b68b), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.263049 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Deleting port 6572711d-c180-4631-a9d9-e6740b78aa67 {{(pid=106666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:36:48.263049 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749002284813'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.268973 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb5c2-30b5-4b47-ab50-36bd671af53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.275127 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:48.333570 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] For port 6572711d-c180-4631-a9d9-e6740b78aa67, host dv-cinder-855013-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-3-iscsi',level=0,port_id=6572711d-c180-4631-a9d9-e6740b78aa67,segment=NetworkSegment(292e0627-9fb6-4371-916a-6c9befadce74),segment_id=292e0627-9fb6-4371-916a-6c9befadce74)] {{(pid=106666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:36:48.333927 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026649'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.347326 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.plugin [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Calling delete_port for 6572711d-c180-4631-a9d9-e6740b78aa67 owned by network:dhcp {{(pid=106666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:36:48.435983 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1723019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749002218123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749001759946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4098719'] for port (6572711d-c180-4631-a9d9-e6740b78aa67), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.458799 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9418e-82bb-4792-b91c-e5d3cf255c2e None None] DHCP port deletion for 62392971-b242-4d1a-af09-6b426905b68b request from dv-cinder-855013-3-iscsi {{(pid=106668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:36:48.466869 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Pushing event deleted for resources: {'Port': ['ID=6572711d-c180-4631-a9d9-e6740b78aa67,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:48.474681 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] No DVR routers for this DVR port 6572711d-c180-4631-a9d9-e6740b78aa67 on host dv-cinder-855013-3-iscsi {{(pid=106666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:36:48.557132 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730113', 'neutron.services.segments.db._delete_segments_for_network-8749002273729'] for network (62392971-b242-4d1a-af09-6b426905b68b), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.581956 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62392971-b242-4d1a-af09-6b426905b68b']}} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:48.591819 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292e0627-9fb6-4371-916a-6c9befadce74') {'for_net_delete': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:48.592114 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.services.segments.db [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292e0627-9fb6-4371-916a-6c9befadce74') {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:48.602449 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749002273621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2182462'] for segment (292e0627-9fb6-4371-916a-6c9befadce74), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.617019 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406'] for segment (292e0627-9fb6-4371-916a-6c9befadce74), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.625546 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=106666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:36:48.626051 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4098634'] for segment (292e0627-9fb6-4371-916a-6c9befadce74), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.693974 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027212'] for network (62392971-b242-4d1a-af09-6b426905b68b), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.713582 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.716623 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] 10.222.0.75 "DELETE /networking/v2.0/networks/62392971-b242-4d1a-af09-6b426905b68b HTTP/1.1" status: 204 len: 168 time: 0.5904019 Sep 23 15:36:48.718286 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 292e0627-9fb6-4371-916a-6c9befadce74 resource provider aggregate not found Sep 23 15:36:48.722104 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2448a-7f70-4298-82cd-af6a32676414 admin admin] Pushing event deleted for resources: {'Network': ['ID=62392971-b242-4d1a-af09-6b426905b68b,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:48.744513 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.services.segments.plugin [-] Segment 292e0627-9fb6-4371-916a-6c9befadce74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 292e0627-9fb6-4371-916a-6c9befadce74 found for delete ", "request_id": "req-e5555c93-8c02-471b-b278-3e546fbce3b8"}]} Sep 23 15:36:48.844723 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60590) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:48.892875 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-cb2db7b6-bf78-4d47-99a1-621bc3374cd8 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=58f43b3aab03420bbcb0a2b0f7a338ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437706 Sep 23 15:36:48.894551 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60592) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:48.946769 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6572711d-c180-4631-a9d9-e6740b78aa67 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:36:48.947622 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c0eed1e6-a21a-40a0-91d9-842b2dd15910 admin admin] Publish callbacks [] for security_group (9791a8d5-b297-4f68-8803-84b6f619fc84), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.967117 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 6572711d-c180-4631-a9d9-e6740b78aa67 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:36:48.967466 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 6572711d-c180-4631-a9d9-e6740b78aa67 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:36:48.967886 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4ee2f66a-cf67-410f-a451-a89ddc86374f no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:36:48.968408 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c0eed1e6-a21a-40a0-91d9-842b2dd15910 admin admin] Publish callbacks [] for security_group (9791a8d5-b297-4f68-8803-84b6f619fc84), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:48.989255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 4ee2f66a-cf67-410f-a451-a89ddc86374f {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:36:48.989598 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 4ee2f66a-cf67-410f-a451-a89ddc86374f not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:36:48.990013 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 792af5ae-e2ea-4220-bc75-a7322ca16189 no longer exists at agent ovs-agent-dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:36:49.009230 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] No Port match for: 792af5ae-e2ea-4220-bc75-a7322ca16189 {{(pid=106668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:36:49.009499 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron.plugins.ml2.rpc [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Device 792af5ae-e2ea-4220-bc75-a7322ca16189 not bound to the agent host dv-cinder-855013-3-iscsi {{(pid=106668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:36:49.018077 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c0eed1e6-a21a-40a0-91d9-842b2dd15910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (9791a8d5-b297-4f68-8803-84b6f619fc84), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:49.021146 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-c0eed1e6-a21a-40a0-91d9-842b2dd15910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:49.022294 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-c0eed1e6-a21a-40a0-91d9-842b2dd15910 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/9791a8d5-b297-4f68-8803-84b6f619fc84 HTTP/1.1" status: 204 len: 168 time: 0.1274741 Sep 23 15:36:49.030555 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eed1e6-a21a-40a0-91d9-842b2dd15910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9791a8d5-b297-4f68-8803-84b6f619fc84,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:50.425872 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9ee9af39-02a9-41ee-a505-bf74c89b9c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:50.786612 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:50.787935 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=19 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:51.973418 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:53.430010 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:53.432103 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:58.116618 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:58.119096 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:58.723823 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60700) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:58.847484 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7bb44492-d05d-4b43-b807-d5326fa7ef75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:58.857569 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:58.925510 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7bb44492-d05d-4b43-b807-d5326fa7ef75 admin admin] Publish callbacks [] for security_group (3778c3e4-3eb3-43df-b32a-0fb34c4f4460), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:58.932201 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-7bb44492-d05d-4b43-b807-d5326fa7ef75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3778c3e4-3eb3-43df-b32a-0fb34c4f4460), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:58.971111 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-7bb44492-d05d-4b43-b807-d5326fa7ef75 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c87a7d5b3d1e4caa991fd9e89a5a2083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459898 Sep 23 15:36:58.972045 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44492-d05d-4b43-b807-d5326fa7ef75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3778c3e4-3eb3-43df-b32a-0fb34c4f4460,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:58.974157 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60704) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:36:59.024716 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fea35-a167-40c2-b45a-54415b543ff5 admin admin] Publish callbacks [] for security_group (3778c3e4-3eb3-43df-b32a-0fb34c4f4460), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:59.045776 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fea35-a167-40c2-b45a-54415b543ff5 admin admin] Publish callbacks [] for security_group (3778c3e4-3eb3-43df-b32a-0fb34c4f4460), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:59.100640 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fea35-a167-40c2-b45a-54415b543ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3778c3e4-3eb3-43df-b32a-0fb34c4f4460), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:59.104135 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-1a7fea35-a167-40c2-b45a-54415b543ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:59.105621 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-1a7fea35-a167-40c2-b45a-54415b543ff5 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3778c3e4-3eb3-43df-b32a-0fb34c4f4460 HTTP/1.1" status: 204 len: 168 time: 0.1300249 Sep 23 15:36:59.114499 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fea35-a167-40c2-b45a-54415b543ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3778c3e4-3eb3-43df-b32a-0fb34c4f4460,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:03.427644 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:03.493853 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:03.501403 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:04.434663 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:06.578644 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:37:08.963405 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:INSERT=6,neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:08.967085 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:09.108487 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:09.110550 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:11.133774 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60840) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:11.244135 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75d0902d-9ea2-4fb4-8748-187ef0147fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.322661 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75d0902d-9ea2-4fb4-8748-187ef0147fba admin admin] Publish callbacks [] for security_group (294b5cf4-39a2-46a4-921f-2f601864e1bd), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.327803 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75d0902d-9ea2-4fb4-8748-187ef0147fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (294b5cf4-39a2-46a4-921f-2f601864e1bd), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.369431 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-75d0902d-9ea2-4fb4-8748-187ef0147fba admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=0b094446c5cd402f899c76a8b83a0034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339814 Sep 23 15:37:11.370400 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0902d-9ea2-4fb4-8748-187ef0147fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294b5cf4-39a2-46a4-921f-2f601864e1bd,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:11.371864 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60844) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:11.424051 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc7df-8a93-473e-8c8d-7a22b6a6d813 admin admin] Publish callbacks [] for security_group (294b5cf4-39a2-46a4-921f-2f601864e1bd), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.444739 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc7df-8a93-473e-8c8d-7a22b6a6d813 admin admin] Publish callbacks [] for security_group (294b5cf4-39a2-46a4-921f-2f601864e1bd), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.495558 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc7df-8a93-473e-8c8d-7a22b6a6d813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (294b5cf4-39a2-46a4-921f-2f601864e1bd), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.498220 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc7df-8a93-473e-8c8d-7a22b6a6d813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.499420 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-4c0bc7df-8a93-473e-8c8d-7a22b6a6d813 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/294b5cf4-39a2-46a4-921f-2f601864e1bd HTTP/1.1" status: 204 len: 168 time: 0.1265640 Sep 23 15:37:11.507607 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bc7df-8a93-473e-8c8d-7a22b6a6d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294b5cf4-39a2-46a4-921f-2f601864e1bd,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:11.774416 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60850) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:11.789034 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfc58b60-d1f6-4fa0-b5a7-46bc70696b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.867583 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfc58b60-d1f6-4fa0-b5a7-46bc70696b5d admin admin] Publish callbacks [] for security_group (46f40e6f-a7ac-4567-a4c7-e83a38794b2d), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.875195 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-bfc58b60-d1f6-4fa0-b5a7-46bc70696b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (46f40e6f-a7ac-4567-a4c7-e83a38794b2d), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:11.919406 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc58b60-d1f6-4fa0-b5a7-46bc70696b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f40e6f-a7ac-4567-a4c7-e83a38794b2d,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:11.926699 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-bfc58b60-d1f6-4fa0-b5a7-46bc70696b5d admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=aeffceb9fb554af5b59e986e65b76bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481726 Sep 23 15:37:11.926901 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60852) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:11.978004 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d7c2-d7c2-4e1a-8c09-8fada4eb4889 admin admin] Publish callbacks [] for security_group (46f40e6f-a7ac-4567-a4c7-e83a38794b2d), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:12.000379 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d7c2-d7c2-4e1a-8c09-8fada4eb4889 admin admin] Publish callbacks [] for security_group (46f40e6f-a7ac-4567-a4c7-e83a38794b2d), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:12.055828 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d7c2-d7c2-4e1a-8c09-8fada4eb4889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (46f40e6f-a7ac-4567-a4c7-e83a38794b2d), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:12.058982 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-ccf4d7c2-d7c2-4e1a-8c09-8fada4eb4889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:12.060117 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-ccf4d7c2-d7c2-4e1a-8c09-8fada4eb4889 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/46f40e6f-a7ac-4567-a4c7-e83a38794b2d HTTP/1.1" status: 204 len: 168 time: 0.1323953 Sep 23 15:37:12.068101 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4d7c2-d7c2-4e1a-8c09-8fada4eb4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f40e6f-a7ac-4567-a4c7-e83a38794b2d,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:16.573268 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:16.574237 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:18.232332 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:18.248719 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4e770bb6-0bb7-4cf0-92c2-141a35c6dd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:20.421120 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-761bf32d-b5fd-4a98-8881-ac18b6be5850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:21.363067 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:21.365325 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:21.974036 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:22.062914 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=50,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:22.063760 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:23.433751 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:23.435432 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.428863 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 60988) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:24.551762 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2935a629-ae77-4d87-8fbd-8698b7c84930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.629053 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2935a629-ae77-4d87-8fbd-8698b7c84930 admin admin] Publish callbacks [] for security_group (d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf), precommit_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.636223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-2935a629-ae77-4d87-8fbd-8698b7c84930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf), after_create {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.674598 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a629-ae77-4d87-8fbd-8698b7c84930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf,revision_number=1']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:24.678892 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-2935a629-ae77-4d87-8fbd-8698b7c84930 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=08a7171cb36644ba980ab121261d41f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490170 Sep 23 15:37:24.682064 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60992) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:24.734691 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-48de7d69-e09a-4696-b2f0-0615572bb841 admin admin] Publish callbacks [] for security_group (d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.757262 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-48de7d69-e09a-4696-b2f0-0615572bb841 admin admin] Publish callbacks [] for security_group (d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.809704 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-48de7d69-e09a-4696-b2f0-0615572bb841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.812228 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-48de7d69-e09a-4696-b2f0-0615572bb841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.813391 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-48de7d69-e09a-4696-b2f0-0615572bb841 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf HTTP/1.1" status: 204 len: 168 time: 0.1303446 Sep 23 15:37:24.821353 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de7d69-e09a-4696-b2f0-0615572bb841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d7f1f8-f08b-4d67-a9a5-d2970b982fcf,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:25.100327 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 60998) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:25.113998 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-06c5f8e7-55b0-49e1-bfa5-c832dc5afc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:25.195202 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-06c5f8e7-55b0-49e1-bfa5-c832dc5afc96 admin admin] Publish callbacks [] for security_group (7c1ec07f-9397-4304-90d9-e7bef41db425), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:25.203340 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-06c5f8e7-55b0-49e1-bfa5-c832dc5afc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7c1ec07f-9397-4304-90d9-e7bef41db425), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:25.249584 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-06c5f8e7-55b0-49e1-bfa5-c832dc5afc96 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=dc48d793ae1f4a0eb41a0f3c0ecdf0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480451 Sep 23 15:37:25.250787 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5f8e7-55b0-49e1-bfa5-c832dc5afc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ec07f-9397-4304-90d9-e7bef41db425,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:25.252500 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 32768) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:25.316305 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b8c4-4a74-4c97-bf2f-637465e6fdd9 admin admin] Publish callbacks [] for security_group (7c1ec07f-9397-4304-90d9-e7bef41db425), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:25.345820 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b8c4-4a74-4c97-bf2f-637465e6fdd9 admin admin] Publish callbacks [] for security_group (7c1ec07f-9397-4304-90d9-e7bef41db425), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:25.403699 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b8c4-4a74-4c97-bf2f-637465e6fdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (7c1ec07f-9397-4304-90d9-e7bef41db425), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:25.406872 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b8c4-4a74-4c97-bf2f-637465e6fdd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:25.408026 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-d5e9b8c4-4a74-4c97-bf2f-637465e6fdd9 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/7c1ec07f-9397-4304-90d9-e7bef41db425 HTTP/1.1" status: 204 len: 168 time: 0.1534226 Sep 23 15:37:25.416032 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9b8c4-4a74-4c97-bf2f-637465e6fdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ec07f-9397-4304-90d9-e7bef41db425,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:34.437956 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:34.455331 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.241195 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:35.246017 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:35.252413 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 32854) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:35.361480 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8aafdf46-f341-4652-a2a3-2c64a1bf4238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.411422 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:35.412345 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:35.462679 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8aafdf46-f341-4652-a2a3-2c64a1bf4238 admin admin] Publish callbacks [] for security_group (3a021b3e-b715-4a05-a816-da3a5270a9ea), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.470538 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-8aafdf46-f341-4652-a2a3-2c64a1bf4238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3a021b3e-b715-4a05-a816-da3a5270a9ea), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.511732 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-8aafdf46-f341-4652-a2a3-2c64a1bf4238 admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=c0ff7164e3be4c6cb8535d3f583b8515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582040 Sep 23 15:37:35.512620 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafdf46-f341-4652-a2a3-2c64a1bf4238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a021b3e-b715-4a05-a816-da3a5270a9ea,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:35.514579 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [-] (106666) accepted ('10.222.0.75', 32858) {{(pid=106666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:37:35.568118 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714d08de-35c7-4481-8435-fa7a1f004744 admin admin] Publish callbacks [] for security_group (3a021b3e-b715-4a05-a816-da3a5270a9ea), before_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.588834 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714d08de-35c7-4481-8435-fa7a1f004744 admin admin] Publish callbacks [] for security_group (3a021b3e-b715-4a05-a816-da3a5270a9ea), precommit_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.642223 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714d08de-35c7-4481-8435-fa7a1f004744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (3a021b3e-b715-4a05-a816-da3a5270a9ea), after_delete {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.644822 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-714d08de-35c7-4481-8435-fa7a1f004744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:35.646252 dv-cinder-855013-3-iscsi neutron-server[106666]: INFO neutron.wsgi [None req-714d08de-35c7-4481-8435-fa7a1f004744 admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/3a021b3e-b715-4a05-a816-da3a5270a9ea HTTP/1.1" status: 204 len: 168 time: 0.1304009 Sep 23 15:37:35.654235 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d08de-35c7-4481-8435-fa7a1f004744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a021b3e-b715-4a05-a816-da3a5270a9ea,revision_number=None']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:40.501243 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:43.579416 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:37:44.448537 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:45.505822 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:45.509020 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:45.649390 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:45.650284 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG dbcounter [-] [106666] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:45.667962 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:48.249026 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-69976578-8b88-4adf-8f24-6a2965d765c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:50.418046 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-cf263496-4a4f-47f9-87ea-2cdb8d2774ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:51.978374 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:53.441191 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:53.445175 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:53.573945 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:53.574774 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:04.451346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:14.443236 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:14.446290 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:17.496865 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:17.502475 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:18.244748 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7dc5057c-a4f3-4da8-9efb-3eeedfd788fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.283733 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 33078) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:38:18.423334 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.514997 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Publish callbacks [] for security_group (fb5eb802-7c11-4288-b693-fba7e5617d93), precommit_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.520378 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fb5eb802-7c11-4288-b693-fba7e5617d93), after_create {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.560034 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5eb802-7c11-4288-b693-fba7e5617d93,revision_number=1']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:18.565435 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] 10.222.0.75 "GET /networking/v2.0/security-groups?tenant_id=ec0b9c61613e47d8be279211aa6e5939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805994 Sep 23 15:38:18.569465 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [-] (106667) accepted ('10.222.0.75', 33082) {{(pid=106667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:38:18.576996 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.577339 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.577672 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.578003 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.578335 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.578657 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.578981 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.579299 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.579605 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.579922 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.580238 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.580559 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.580905 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.581208 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.581529 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12000475-6e0c-4433-8150-c94ecd08df3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-3-iscsi {{(pid=106667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.634872 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbe3-69f5-4ff8-821b-825993ee299d admin admin] Publish callbacks [] for security_group (fb5eb802-7c11-4288-b693-fba7e5617d93), before_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.656785 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbe3-69f5-4ff8-821b-825993ee299d admin admin] Publish callbacks [] for security_group (fb5eb802-7c11-4288-b693-fba7e5617d93), precommit_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.706963 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbe3-69f5-4ff8-821b-825993ee299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562170'] for security_group (fb5eb802-7c11-4288-b693-fba7e5617d93), after_delete {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.709788 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbe3-69f5-4ff8-821b-825993ee299d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.710982 dv-cinder-855013-3-iscsi neutron-server[106667]: INFO neutron.wsgi [None req-f5cdcbe3-69f5-4ff8-821b-825993ee299d admin admin] 10.222.0.75 "DELETE /networking/v2.0/security-groups/fb5eb802-7c11-4288-b693-fba7e5617d93 HTTP/1.1" status: 204 len: 168 time: 0.1405432 Sep 23 15:38:18.719322 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdcbe3-69f5-4ff8-821b-825993ee299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5eb802-7c11-4288-b693-fba7e5617d93,revision_number=None']} {{(pid=106667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:20.413386 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-4656f3b9-df80-41b2-bd7d-b4b062e4431c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:20.579128 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:38:21.981660 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:23.452167 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:23.453255 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:28.714187 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:28.715021 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG dbcounter [-] [106667] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:30.573992 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:30.574767 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:33.444732 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:33.447851 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:34.454012 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:37.581777 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-399948aa-df38-4a5b-9769-d7c8f4bd99ac service neutron] (106666) timed out ('10.222.0.75', 55638) {{(pid=106666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:38:37.769441 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-3be63da1-74e5-4522-be60-8f278c4ffe6f req-1b8e4a65-8157-4174-b810-9c16ad40d644 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] (106666) timed out ('10.222.0.75', 55646) {{(pid=106666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:38:44.443214 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:44.445523 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:48.243932 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-29a8f21d-33bb-4ebd-b993-a6e06f3d38d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:50.420260 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-55052120-0127-4b36-b176-3a491436dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:51.984506 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:53.434250 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:53.445225 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:54.494815 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=13 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:54.503312 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=19 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:57.578534 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:39:03.427221 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:03.437640 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:04.469217 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:07.572813 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:07.573619 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:14.457570 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:14.460841 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:18.238761 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7b76714d-a936-4fab-94c1-228e0d9dd8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:20.415682 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e45204c9-7ff5-4895-a631-cd4b37e7be36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:21.986737 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:23.438820 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:23.447632 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:31.503878 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:31.504714 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:33.437184 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:33.441076 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:34.463195 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:34.580732 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:39:44.454671 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:44.456942 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:46.559924 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:46.561000 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:48.245224 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9e56ee7c-664b-4646-bc38-3f9c1b674990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:50.424315 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-cab0efa9-4298-4018-8e27-5b3872d99f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:51.989808 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:53.441667 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:53.447932 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:04.478717 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:08.506968 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:08.507777 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:11.580846 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:40:14.465970 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:14.471848 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:18.242511 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-897d3471-7e8d-43c1-a78e-378b811f7388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:20.419086 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ab507494-aec9-444a-b4e5-2d4ed2a17ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:21.576079 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:21.577368 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:21.998227 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:23.453004 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:23.455087 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:33.444074 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:33.452372 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:34.477791 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:44.469274 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:44.470318 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:46.469823 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=16 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:46.471924 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=16 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:48.238293 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-eb865898-aa3b-481b-a8f9-3cbd420de7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:48.580295 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:40:50.416899 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-b7319f86-afd4-49fb-9d63-e8c616d3e91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:52.000532 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:53.440070 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:53.454093 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:40:58.575027 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:40:58.575878 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:03.439338 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:03.447994 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:04.498620 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:14.490148 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:14.493297 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:18.235252 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-bf75e824-a25b-4e74-86cd-b9a0f6767d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:20.419348 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-78e41deb-46ca-43a8-86cb-dcdc956e3ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:22.009346 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:22.507428 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:22.508217 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:23.437067 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:23.456104 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:25.580565 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:41:33.448369 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:33.450444 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:34.497088 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:35.575847 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:35.576689 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:44.481976 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:44.491079 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:46.566111 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:46.566883 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:48.233025 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-ece31669-f387-4527-b2d2-e5c284e2ef9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:50.416754 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-8abeb6fd-7040-4faf-9970-e88361f73834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:52.012196 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:53.446254 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:53.460385 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:41:55.201451 dv-cinder-855013-3-iscsi neutron-server[106667]: DEBUG neutron.wsgi [req-87d84a9f-e58e-4403-af41-0ad79cb6cd25 req-cf1b2e6d-7130-4c66-890e-45aff1f9bf37 service neutron] (106667) timed out ('10.222.0.64', 49789) {{(pid=106667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:41:55.221448 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-42538d36-3ced-4aa9-ba35-5bcf1ed17120 req-ce2f095c-a9d9-467c-ae16-ba62e69c68be service neutron] (106666) timed out ('10.222.0.64', 49756) {{(pid=106666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:41:59.507204 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:41:59.508218 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:02.581102 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:42:04.524414 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:12.575153 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:12.575976 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:14.515845 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:14.516978 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:18.228921 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb006-f847-4973-9abf-46282550a15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:20.412489 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-61fc8c12-6421-46ba-adf7-b38af19158f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:22.006936 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:23.434891 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:23.461305 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:33.453433 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:33.455429 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:34.525471 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:39.544707 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-af18a9b2-9575-432f-89bb-bd53937592b3 service neutron] (106666) timed out ('10.222.0.75', 56060) {{(pid=106666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:42:39.580610 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:42:39.621658 dv-cinder-855013-3-iscsi neutron-server[106666]: DEBUG neutron.wsgi [req-e7e31d57-51b4-4112-b2be-24052b059998 req-5bc3394b-a820-4580-a625-a47744711de0 tempest-AttachVolumeShelveTestJSON-548995668 tempest-AttachVolumeShelveTestJSON-548995668-project] (106666) timed out ('10.222.0.75', 56068) {{(pid=106666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:42:44.515957 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:44.520006 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:48.237896 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-aebdcef6-e6f2-4eec-a943-819c764a6e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:49.575586 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=15 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:49.576566 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=19 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:42:50.418141 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-e40d1f74-6ac8-419a-a6c5-396cbfaf7842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:52.011035 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:53.433293 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:42:53.475203 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:03.454588 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:03.469925 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:04.541937 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:13.503699 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:13.504342 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=2 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:14.532817 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:14.534815 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:16.583014 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:43:18.240123 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-28625a9e-9c84-4844-8737-07b20db38129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:20.426872 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-46700f32-fed1-4236-9f40-8437191ace4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:22.015555 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:23.429588 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:23.468557 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:26.575576 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:26.578708 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:33.459317 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=9 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:33.461501 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:34.553780 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-9aa35202-4e9c-45ef-8e33-dbbf5a0fa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (c130fcea-e48f-467a-b4c5-52054c07292d), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:44.540755 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:44.547265 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG dbcounter [-] [106668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:48.238312 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-049588dd-cdf5-4ed5-87ff-079caca53c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (ff569117-5c22-47f6-aece-31a047847eeb), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:50.422560 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-a7493c7c-2d6b-49f9-b25f-8ef2d3b20c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (b12e44b0-5ff8-4bb9-8422-410f5da2e2b0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:50.501991 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:50.502842 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG dbcounter [-] [106669] Writing DB stats neutron:SELECT=3 {{(pid=106669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:43:52.015583 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf890-2bc9-4ddf-b2ec-e7ead77632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (5179beb4-3248-4656-b02f-8e0ffabb2734), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:53.425448 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-dfe76321-67a8-4911-93bc-039293d97865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (64aa3cd2-d0c4-4b36-bd74-c09a83d29bb0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:53.474388 dv-cinder-855013-3-iscsi neutron-server[106668]: DEBUG neutron_lib.callbacks.manager [None req-021b0189-c581-432d-b8c5-3e945846d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749002273711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1731584'] for agent (f1eb7a8d-2e0b-4f3c-8c04-49725bed0ae0), after_update {{(pid=106668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:43:53.583561 dv-cinder-855013-3-iscsi neutron-server[106669]: DEBUG neutron.db.agents_db [None req-1dc70763-4800-4b51-97e0-7c43537fb4c1 None None] Agent healthcheck: found 6 active agents {{(pid=106669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}